2024-11-20 13:21:56,735 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 13:21:56,765 main DEBUG Took 0.026869 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 13:21:56,766 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 13:21:56,766 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 13:21:56,767 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 13:21:56,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,782 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 13:21:56,803 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,808 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,810 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,811 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,812 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,813 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,814 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,815 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,816 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,817 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,818 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 13:21:56,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,819 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 13:21:56,821 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 13:21:56,823 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 13:21:56,825 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 13:21:56,825 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 13:21:56,827 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 13:21:56,828 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 13:21:56,839 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 13:21:56,842 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 13:21:56,845 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 13:21:56,845 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 13:21:56,846 main DEBUG createAppenders(={Console}) 2024-11-20 13:21:56,846 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 13:21:56,847 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 13:21:56,847 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 13:21:56,848 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 13:21:56,848 main DEBUG OutputStream closed 2024-11-20 13:21:56,849 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 13:21:56,849 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 13:21:56,849 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 13:21:56,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 13:21:56,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 13:21:56,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 13:21:56,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 13:21:56,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 13:21:56,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 13:21:56,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 13:21:56,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 13:21:56,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 13:21:56,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 13:21:56,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 13:21:56,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 13:21:56,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 13:21:56,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 13:21:56,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 13:21:56,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 13:21:56,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 13:21:56,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 13:21:56,944 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 13:21:56,944 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 13:21:56,944 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 13:21:56,945 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T13:21:57,220 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0 2024-11-20 13:21:57,224 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 13:21:57,224 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T13:21:57,234 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-20T13:21:57,259 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T13:21:57,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0, deleteOnExit=true 2024-11-20T13:21:57,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T13:21:57,263 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/test.cache.data in system properties and HBase conf 2024-11-20T13:21:57,264 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T13:21:57,265 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/hadoop.log.dir in system properties and HBase conf 2024-11-20T13:21:57,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T13:21:57,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T13:21:57,267 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T13:21:57,381 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T13:21:57,519 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T13:21:57,524 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:21:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T13:21:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T13:21:57,525 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:21:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T13:21:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T13:21:57,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T13:21:57,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:21:57,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T13:21:57,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/nfs.dump.dir in system properties and HBase conf 2024-11-20T13:21:57,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/java.io.tmpdir in system properties and HBase conf 2024-11-20T13:21:57,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T13:21:57,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T13:21:57,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T13:21:58,388 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T13:21:58,464 INFO [Time-limited test {}] log.Log(170): Logging initialized @2595ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T13:21:58,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:21:58,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:21:58,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:21:58,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:21:58,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:21:58,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:21:58,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:21:58,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:21:58,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/java.io.tmpdir/jetty-localhost-36703-hadoop-hdfs-3_4_1-tests_jar-_-any-7477947659421263429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:21:58,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:36703} 2024-11-20T13:21:58,884 INFO [Time-limited test {}] server.Server(415): Started @3016ms 2024-11-20T13:21:59,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T13:21:59,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T13:21:59,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T13:21:59,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T13:21:59,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T13:21:59,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/hadoop.log.dir/,AVAILABLE} 2024-11-20T13:21:59,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T13:21:59,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/java.io.tmpdir/jetty-localhost-32871-hadoop-hdfs-3_4_1-tests_jar-_-any-12779900579091100635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:21:59,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:32871} 2024-11-20T13:21:59,467 INFO [Time-limited test {}] server.Server(415): Started @3598ms 2024-11-20T13:21:59,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T13:22:00,392 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/dfs/data/data2/current/BP-1608623939-172.17.0.2-1732108918149/current, will proceed with Du for space computation calculation, 2024-11-20T13:22:00,392 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/dfs/data/data1/current/BP-1608623939-172.17.0.2-1732108918149/current, will proceed with Du for space computation calculation, 2024-11-20T13:22:00,424 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T13:22:00,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0 2024-11-20T13:22:00,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcee38a8943734d68 with lease ID 0x98b3426db548c49f: Processing first storage report for DS-113edc31-4e2d-482b-b022-d7ed712e82c3 from datanode DatanodeRegistration(127.0.0.1:35257, datanodeUuid=5f4f0a4c-ef98-452b-b3da-214094260842, infoPort=44891, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1199378157;c=1732108918149) 2024-11-20T13:22:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcee38a8943734d68 with lease ID 0x98b3426db548c49f: from storage DS-113edc31-4e2d-482b-b022-d7ed712e82c3 node DatanodeRegistration(127.0.0.1:35257, datanodeUuid=5f4f0a4c-ef98-452b-b3da-214094260842, infoPort=44891, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1199378157;c=1732108918149), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T13:22:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcee38a8943734d68 with lease ID 0x98b3426db548c49f: Processing first storage report for DS-37c83ddf-843e-49ca-97b4-c5dbfee142d8 from datanode DatanodeRegistration(127.0.0.1:35257, datanodeUuid=5f4f0a4c-ef98-452b-b3da-214094260842, infoPort=44891, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1199378157;c=1732108918149) 2024-11-20T13:22:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcee38a8943734d68 with lease ID 0x98b3426db548c49f: from storage DS-37c83ddf-843e-49ca-97b4-c5dbfee142d8 node DatanodeRegistration(127.0.0.1:35257, datanodeUuid=5f4f0a4c-ef98-452b-b3da-214094260842, infoPort=44891, infoSecurePort=0, ipcPort=42921, storageInfo=lv=-57;cid=testClusterID;nsid=1199378157;c=1732108918149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T13:22:00,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/zookeeper_0, clientPort=64876, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T13:22:00,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64876 2024-11-20T13:22:00,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:22:00,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:22:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741825_1001 (size=7) 2024-11-20T13:22:01,253 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a with version=8 2024-11-20T13:22:01,253 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/hbase-staging 2024-11-20T13:22:01,396 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T13:22:01,703 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:22:01,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:22:01,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:22:01,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:22:01,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:22:01,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:22:01,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:22:01,950 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T13:22:01,959 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T13:22:01,964 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:22:01,992 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 19328 (auto-detected) 2024-11-20T13:22:01,993 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T13:22:02,013 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37911 2024-11-20T13:22:02,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:22:02,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:22:02,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37911 connecting to ZooKeeper ensemble=127.0.0.1:64876 2024-11-20T13:22:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379110x0, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:22:02,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37911-0x10015185fc30000 connected 2024-11-20T13:22:02,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:22:02,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:22:02,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:22:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-20T13:22:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37911 2024-11-20T13:22:02,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37911 2024-11-20T13:22:02,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-20T13:22:02,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37911 2024-11-20T13:22:02,125 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a, hbase.cluster.distributed=false 2024-11-20T13:22:02,199 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5ef453f0fbb6:0 server-side Connection retries=45 2024-11-20T13:22:02,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:22:02,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T13:22:02,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T13:22:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T13:22:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T13:22:02,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T13:22:02,206 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T13:22:02,207 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36009 2024-11-20T13:22:02,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T13:22:02,219 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T13:22:02,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:22:02,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:22:02,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36009 connecting to ZooKeeper ensemble=127.0.0.1:64876 2024-11-20T13:22:02,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360090x0, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T13:22:02,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36009-0x10015185fc30001 connected 2024-11-20T13:22:02,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:22:02,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:22:02,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T13:22:02,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36009 2024-11-20T13:22:02,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36009 2024-11-20T13:22:02,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36009 2024-11-20T13:22:02,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36009 2024-11-20T13:22:02,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36009 2024-11-20T13:22:02,250 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:22:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:22:02,262 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:02,268 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5ef453f0fbb6:37911 2024-11-20T13:22:02,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:22:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T13:22:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:02,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:02,286 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:22:02,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T13:22:02,287 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5ef453f0fbb6,37911,1732108921388 from backup master directory 2024-11-20T13:22:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:22:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T13:22:02,292 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:22:02,292 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:02,295 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T13:22:02,296 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T13:22:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741826_1002 (size=42) 2024-11-20T13:22:02,772 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/hbase.id with ID: 7a2371e0-3431-454b-8fb1-87720c01b4cc 2024-11-20T13:22:02,818 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T13:22:02,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:02,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:02,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741827_1003 (size=196) 2024-11-20T13:22:03,282 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:22:03,283 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T13:22:03,303 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:03,308 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:22:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741828_1004 (size=1189) 2024-11-20T13:22:03,774 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store 2024-11-20T13:22:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741829_1005 (size=34) 2024-11-20T13:22:03,801 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T13:22:03,802 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:03,803 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:22:03,803 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:22:03,803 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:22:03,804 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:22:03,804 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:22:03,804 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:22:03,804 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:22:03,807 WARN [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/.initializing 2024-11-20T13:22:03,807 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/WALs/5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:03,815 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:22:03,832 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C37911%2C1732108921388, suffix=, logDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/WALs/5ef453f0fbb6,37911,1732108921388, archiveDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/oldWALs, maxLogs=10 2024-11-20T13:22:03,866 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/WALs/5ef453f0fbb6,37911,1732108921388/5ef453f0fbb6%2C37911%2C1732108921388.1732108923840, exclude list is [], retry=0 2024-11-20T13:22:03,893 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-113edc31-4e2d-482b-b022-d7ed712e82c3,DISK] 2024-11-20T13:22:03,898 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T13:22:03,948 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/WALs/5ef453f0fbb6,37911,1732108921388/5ef453f0fbb6%2C37911%2C1732108921388.1732108923840 2024-11-20T13:22:03,951 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44891:44891)] 2024-11-20T13:22:03,952 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:22:03,953 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:03,957 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:03,959 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T13:22:04,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:22:04,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T13:22:04,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:04,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T13:22:04,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:04,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T13:22:04,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:04,081 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,082 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,092 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T13:22:04,098 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T13:22:04,104 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:22:04,105 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63258919, jitterRate=-0.057368651032447815}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T13:22:04,111 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:22:04,113 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T13:22:04,151 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c85694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:04,202 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T13:22:04,218 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T13:22:04,219 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T13:22:04,222 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T13:22:04,224 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T13:22:04,232 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-11-20T13:22:04,232 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T13:22:04,267 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T13:22:04,285 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T13:22:04,288 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T13:22:04,291 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T13:22:04,292 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T13:22:04,295 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T13:22:04,297 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T13:22:04,302 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T13:22:04,303 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T13:22:04,305 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T13:22:04,307 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T13:22:04,318 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T13:22:04,320 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T13:22:04,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:22:04,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:04,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T13:22:04,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:04,326 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5ef453f0fbb6,37911,1732108921388, sessionid=0x10015185fc30000, setting cluster-up flag (Was=false) 2024-11-20T13:22:04,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:04,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:04,348 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T13:22:04,350 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:04,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:04,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:04,365 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T13:22:04,367 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:04,466 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T13:22:04,471 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5ef453f0fbb6:36009 2024-11-20T13:22:04,474 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T13:22:04,476 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1008): ClusterId : 7a2371e0-3431-454b-8fb1-87720c01b4cc 2024-11-20T13:22:04,477 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T13:22:04,479 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T13:22:04,487 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T13:22:04,487 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T13:22:04,485 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5ef453f0fbb6,37911,1732108921388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T13:22:04,490 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:22:04,490 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:22:04,490 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:22:04,490 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=5, maxPoolSize=5 2024-11-20T13:22:04,491 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5ef453f0fbb6:0, corePoolSize=10, maxPoolSize=10 2024-11-20T13:22:04,491 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,491 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T13:22:04,491 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:22:04,491 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,492 DEBUG [RS:0;5ef453f0fbb6:36009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730ba7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:04,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:22:04,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T13:22:04,500 DEBUG [RS:0;5ef453f0fbb6:36009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35023044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:22:04,503 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732108954503 2024-11-20T13:22:04,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:22:04,505 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T13:22:04,505 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T13:22:04,505 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T13:22:04,509 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(3073): reportForDuty to master=5ef453f0fbb6,37911,1732108921388 with isa=5ef453f0fbb6/172.17.0.2:36009, startcode=1732108922197 2024-11-20T13:22:04,516 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T13:22:04,518 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T13:22:04,522 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T13:22:04,523 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T13:22:04,523 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T13:22:04,523 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T13:22:04,529 DEBUG [RS:0;5ef453f0fbb6:36009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:22:04,537 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,540 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T13:22:04,541 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T13:22:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741831_1007 (size=1039) 2024-11-20T13:22:04,542 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T13:22:04,545 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T13:22:04,546 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T13:22:04,547 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108924547,5,FailOnTimeoutGroup] 2024-11-20T13:22:04,549 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108924548,5,FailOnTimeoutGroup] 2024-11-20T13:22:04,549 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,550 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T13:22:04,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T13:22:04,550 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:22:04,551 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,552 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741832_1008 (size=32) 2024-11-20T13:22:04,587 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51741, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:22:04,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:04,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37911 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:04,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37911 {}] master.ServerManager(486): Registering regionserver=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:04,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:22:04,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:22:04,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:22:04,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:22:04,620 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:22:04,620 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38655 2024-11-20T13:22:04,620 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T13:22:04,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:22:04,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:22:04,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:22:04,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:22:04,628 DEBUG [RS:0;5ef453f0fbb6:36009 {}] zookeeper.ZKUtil(111): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:04,628 WARN [RS:0;5ef453f0fbb6:36009 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T13:22:04,628 INFO [RS:0;5ef453f0fbb6:36009 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:22:04,629 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/WALs/5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:04,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:22:04,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:04,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:22:04,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740 2024-11-20T13:22:04,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740 2024-11-20T13:22:04,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:22:04,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:22:04,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5ef453f0fbb6,36009,1732108922197] 2024-11-20T13:22:04,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:22:04,654 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T13:22:04,656 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61096584, jitterRate=-0.08958995342254639}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:22:04,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:22:04,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:22:04,660 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:22:04,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:22:04,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:22:04,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:22:04,666 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:22:04,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:22:04,670 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T13:22:04,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T13:22:04,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T13:22:04,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T13:22:04,688 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T13:22:04,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T13:22:04,695 INFO [RS:0;5ef453f0fbb6:36009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T13:22:04,695 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,695 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T13:22:04,696 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T13:22:04,706 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,706 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,706 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,706 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=2, maxPoolSize=2 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,707 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5ef453f0fbb6:0, corePoolSize=1, maxPoolSize=1 2024-11-20T13:22:04,708 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:22:04,708 DEBUG [RS:0;5ef453f0fbb6:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0, corePoolSize=3, maxPoolSize=3 2024-11-20T13:22:04,708 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,709 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,709 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,709 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,709 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36009,1732108922197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:22:04,737 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T13:22:04,740 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,36009,1732108922197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:04,761 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.Replication(204): 5ef453f0fbb6,36009,1732108922197 started 2024-11-20T13:22:04,761 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1767): Serving as 5ef453f0fbb6,36009,1732108922197, RpcServer on 5ef453f0fbb6/172.17.0.2:36009, sessionid=0x10015185fc30001 2024-11-20T13:22:04,762 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T13:22:04,762 DEBUG [RS:0;5ef453f0fbb6:36009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:04,763 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,36009,1732108922197' 2024-11-20T13:22:04,763 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T13:22:04,764 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T13:22:04,764 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T13:22:04,764 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T13:22:04,765 DEBUG [RS:0;5ef453f0fbb6:36009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:04,765 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5ef453f0fbb6,36009,1732108922197' 2024-11-20T13:22:04,765 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T13:22:04,765 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T13:22:04,766 DEBUG [RS:0;5ef453f0fbb6:36009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T13:22:04,766 INFO [RS:0;5ef453f0fbb6:36009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T13:22:04,766 INFO [RS:0;5ef453f0fbb6:36009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T13:22:04,846 WARN [5ef453f0fbb6:37911 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-20T13:22:04,872 INFO [RS:0;5ef453f0fbb6:36009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T13:22:04,876 INFO [RS:0;5ef453f0fbb6:36009 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C36009%2C1732108922197, suffix=, logDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/WALs/5ef453f0fbb6,36009,1732108922197, archiveDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/oldWALs, maxLogs=32 2024-11-20T13:22:04,897 DEBUG [RS:0;5ef453f0fbb6:36009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/WALs/5ef453f0fbb6,36009,1732108922197/5ef453f0fbb6%2C36009%2C1732108922197.1732108924879, exclude list is [], retry=0 2024-11-20T13:22:04,902 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-113edc31-4e2d-482b-b022-d7ed712e82c3,DISK] 2024-11-20T13:22:04,906 INFO [RS:0;5ef453f0fbb6:36009 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/WALs/5ef453f0fbb6,36009,1732108922197/5ef453f0fbb6%2C36009%2C1732108922197.1732108924879 2024-11-20T13:22:04,908 DEBUG [RS:0;5ef453f0fbb6:36009 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44891:44891)] 2024-11-20T13:22:05,098 DEBUG [5ef453f0fbb6:37911 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T13:22:05,105 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:05,112 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,36009,1732108922197, state=OPENING 2024-11-20T13:22:05,119 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T13:22:05,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:05,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:05,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:22:05,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:22:05,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:22:05,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:05,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T13:22:05,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T13:22:05,329 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T13:22:05,329 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T13:22:05,330 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T13:22:05,336 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5ef453f0fbb6%2C36009%2C1732108922197.meta, suffix=.meta, logDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/WALs/5ef453f0fbb6,36009,1732108922197, archiveDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/oldWALs, maxLogs=32 2024-11-20T13:22:05,361 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/WALs/5ef453f0fbb6,36009,1732108922197/5ef453f0fbb6%2C36009%2C1732108922197.meta.1732108925339.meta, exclude list is [], retry=0 2024-11-20T13:22:05,368 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35257,DS-113edc31-4e2d-482b-b022-d7ed712e82c3,DISK] 2024-11-20T13:22:05,372 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/WALs/5ef453f0fbb6,36009,1732108922197/5ef453f0fbb6%2C36009%2C1732108922197.meta.1732108925339.meta 2024-11-20T13:22:05,373 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44891:44891)] 2024-11-20T13:22:05,374 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:22:05,376 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T13:22:05,464 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T13:22:05,471 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T13:22:05,477 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T13:22:05,477 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:05,477 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T13:22:05,477 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T13:22:05,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T13:22:05,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T13:22:05,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:05,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:22:05,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T13:22:05,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T13:22:05,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:05,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:22:05,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T13:22:05,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T13:22:05,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:05,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T13:22:05,496 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740 2024-11-20T13:22:05,500 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740 2024-11-20T13:22:05,504 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:22:05,508 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T13:22:05,511 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67686173, jitterRate=0.008602574467658997}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:22:05,513 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T13:22:05,526 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732108925299 2024-11-20T13:22:05,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:05,548 DEBUG [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T13:22:05,548 INFO [RS_OPEN_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T13:22:05,549 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5ef453f0fbb6,36009,1732108922197, state=OPEN 2024-11-20T13:22:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:22:05,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T13:22:05,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:22:05,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T13:22:05,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T13:22:05,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5ef453f0fbb6,36009,1732108922197 in 595 msec 2024-11-20T13:22:05,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T13:22:05,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0500 sec 2024-11-20T13:22:05,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-20T13:22:05,742 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732108925742, completionTime=-1 2024-11-20T13:22:05,742 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T13:22:05,743 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T13:22:05,797 DEBUG [hconnection-0x84c519b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:05,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:05,812 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T13:22:05,812 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732108985812 2024-11-20T13:22:05,813 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732109045813 2024-11-20T13:22:05,813 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 70 msec 2024-11-20T13:22:05,969 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,37911,1732108921388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:05,969 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,37911,1732108921388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:05,969 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,37911,1732108921388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:05,971 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5ef453f0fbb6:37911, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:05,973 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:05,983 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T13:22:05,985 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T13:22:05,985 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T13:22:05,993 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T13:22:06,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:22:06,006 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:06,013 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:22:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741835_1011 (size=358) 2024-11-20T13:22:06,121 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8e3806fe12c08b924302d8df6d724aca, NAME => 'hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:22:06,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741836_1012 (size=42) 2024-11-20T13:22:06,144 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:06,144 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8e3806fe12c08b924302d8df6d724aca, disabling compactions & flushes 2024-11-20T13:22:06,144 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:22:06,144 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:22:06,144 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. after waiting 0 ms 2024-11-20T13:22:06,145 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:22:06,145 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:22:06,145 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8e3806fe12c08b924302d8df6d724aca: 2024-11-20T13:22:06,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:22:06,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732108926150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108926150"}]},"ts":"1732108926150"} 2024-11-20T13:22:06,191 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:22:06,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:22:06,198 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108926194"}]},"ts":"1732108926194"} 2024-11-20T13:22:06,208 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T13:22:06,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8e3806fe12c08b924302d8df6d724aca, ASSIGN}] 2024-11-20T13:22:06,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8e3806fe12c08b924302d8df6d724aca, ASSIGN 2024-11-20T13:22:06,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8e3806fe12c08b924302d8df6d724aca, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=false 2024-11-20T13:22:06,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8e3806fe12c08b924302d8df6d724aca, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:06,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8e3806fe12c08b924302d8df6d724aca, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:22:06,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:06,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:22:06,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8e3806fe12c08b924302d8df6d724aca, NAME => 'hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:22:06,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:22:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:22:06,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:22:06,636 INFO [StoreOpener-8e3806fe12c08b924302d8df6d724aca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:22:06,639 INFO [StoreOpener-8e3806fe12c08b924302d8df6d724aca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e3806fe12c08b924302d8df6d724aca columnFamilyName info 2024-11-20T13:22:06,639 DEBUG [StoreOpener-8e3806fe12c08b924302d8df6d724aca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:06,641 INFO [StoreOpener-8e3806fe12c08b924302d8df6d724aca-1 {}] regionserver.HStore(327): Store=8e3806fe12c08b924302d8df6d724aca/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:06,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:22:06,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:22:06,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:22:06,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:22:06,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8e3806fe12c08b924302d8df6d724aca; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73588614, jitterRate=0.09655579924583435}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T13:22:06,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8e3806fe12c08b924302d8df6d724aca: 2024-11-20T13:22:06,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca., pid=6, masterSystemTime=1732108926622 2024-11-20T13:22:06,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:22:06,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:22:06,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8e3806fe12c08b924302d8df6d724aca, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:06,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T13:22:06,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8e3806fe12c08b924302d8df6d724aca, server=5ef453f0fbb6,36009,1732108922197 in 202 msec 2024-11-20T13:22:06,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T13:22:06,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8e3806fe12c08b924302d8df6d724aca, ASSIGN in 370 msec 2024-11-20T13:22:06,689 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:22:06,689 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108926689"}]},"ts":"1732108926689"} 2024-11-20T13:22:06,694 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T13:22:06,752 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T13:22:06,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:22:06,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 767 msec 2024-11-20T13:22:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:22:06,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:22:06,838 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T13:22:06,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:22:07,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 176 msec 2024-11-20T13:22:07,015 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T13:22:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T13:22:07,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:22:07,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 125 msec 2024-11-20T13:22:07,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T13:22:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T13:22:07,328 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.035sec 2024-11-20T13:22:07,330 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T13:22:07,332 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T13:22:07,333 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T13:22:07,334 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T13:22:07,334 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T13:22:07,335 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,37911,1732108921388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T13:22:07,336 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,37911,1732108921388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T13:22:07,345 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T13:22:07,347 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T13:22:07,347 INFO [master/5ef453f0fbb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5ef453f0fbb6,37911,1732108921388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T13:22:07,393 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e83c466 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39dee83f 2024-11-20T13:22:07,394 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T13:22:07,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b8b597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:07,550 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T13:22:07,550 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T13:22:07,565 DEBUG [hconnection-0x4c09ef46-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:07,577 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:07,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5ef453f0fbb6,37911,1732108921388 2024-11-20T13:22:07,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=4877 2024-11-20T13:22:07,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:22:07,621 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:22:07,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:22:07,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:22:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:07,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:22:07,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T13:22:07,637 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:07,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:22:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:22:07,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741837_1013 (size=960) 2024-11-20T13:22:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:22:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:22:08,055 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:22:08,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741838_1014 (size=53) 2024-11-20T13:22:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:22:08,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:08,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e67b12ab3f9d483f9955e369a921699b, disabling compactions & flushes 2024-11-20T13:22:08,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. after waiting 0 ms 2024-11-20T13:22:08,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:08,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:22:08,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732108928470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108928470"}]},"ts":"1732108928470"} 2024-11-20T13:22:08,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:22:08,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:22:08,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108928476"}]},"ts":"1732108928476"} 2024-11-20T13:22:08,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T13:22:08,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b, ASSIGN}] 2024-11-20T13:22:08,599 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b, ASSIGN 2024-11-20T13:22:08,600 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=false 2024-11-20T13:22:08,751 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e67b12ab3f9d483f9955e369a921699b, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:08,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:22:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:22:08,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:08,920 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,921 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:22:08,921 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,921 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:08,921 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,922 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,925 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,928 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:08,929 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e67b12ab3f9d483f9955e369a921699b columnFamilyName A 2024-11-20T13:22:08,929 DEBUG [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:08,930 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.HStore(327): Store=e67b12ab3f9d483f9955e369a921699b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:08,931 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,933 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:08,934 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e67b12ab3f9d483f9955e369a921699b columnFamilyName B 2024-11-20T13:22:08,934 DEBUG [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:08,935 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.HStore(327): Store=e67b12ab3f9d483f9955e369a921699b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:08,935 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,938 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:08,938 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e67b12ab3f9d483f9955e369a921699b columnFamilyName C 2024-11-20T13:22:08,939 DEBUG [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:08,940 INFO [StoreOpener-e67b12ab3f9d483f9955e369a921699b-1 {}] regionserver.HStore(327): Store=e67b12ab3f9d483f9955e369a921699b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:08,941 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,943 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,944 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,947 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:22:08,950 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:08,956 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:22:08,957 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened e67b12ab3f9d483f9955e369a921699b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67028171, jitterRate=-0.001202419400215149}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:22:08,959 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:08,961 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., pid=11, masterSystemTime=1732108928911 2024-11-20T13:22:08,967 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,967 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:08,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e67b12ab3f9d483f9955e369a921699b, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:08,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T13:22:08,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 in 216 msec 2024-11-20T13:22:08,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T13:22:08,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b, ASSIGN in 380 msec 2024-11-20T13:22:08,982 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:22:08,983 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108928982"}]},"ts":"1732108928982"} 2024-11-20T13:22:08,987 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T13:22:08,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:22:08,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3590 sec 2024-11-20T13:22:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T13:22:09,763 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T13:22:09,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e98ea32 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9fcedf 2024-11-20T13:22:09,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71e468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:09,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:09,824 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:09,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:22:09,865 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:22:09,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12885408 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9bd0964 2024-11-20T13:22:09,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c63ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:09,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b32f98 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1324ee83 2024-11-20T13:22:09,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736f1673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:09,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04977266 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45b55c24 2024-11-20T13:22:09,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:09,985 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bbb5d8a to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48068a5 2024-11-20T13:22:10,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f34ff67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:10,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18603bb9 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3883f7b 2024-11-20T13:22:10,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:10,085 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72e97e4b to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12a1285d 2024-11-20T13:22:10,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:10,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490457fd to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@527c6d40 2024-11-20T13:22:10,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bc462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:10,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c8de680 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47fe2fa7 2024-11-20T13:22:10,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6502d571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:10,178 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6b07e3 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@595e9ebe 2024-11-20T13:22:10,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0471b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:10,272 DEBUG [hconnection-0x2cbdc5ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:10,285 DEBUG [hconnection-0x2a80f7f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,286 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,286 DEBUG [hconnection-0x76214a8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,288 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,290 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,292 DEBUG [hconnection-0x460db217-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T13:22:10,300 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T13:22:10,306 DEBUG [hconnection-0x1eb647c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,308 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:10,308 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,312 DEBUG [hconnection-0x13693b96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:10,316 DEBUG [hconnection-0x78b714ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:10,324 DEBUG [hconnection-0x12cddefe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:10,327 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,338 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,338 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,344 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,356 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T13:22:10,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:10,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:10,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:10,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:10,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:10,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:10,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:10,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:10,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:10,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T13:22:10,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:10,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/2a425308eef44dadbdb7f97c69810769 is 50, key is test_row_0/A:col10/1732108930400/Put/seqid=0 2024-11-20T13:22:10,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108990783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108990795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741839_1015 (size=14341) 2024-11-20T13:22:10,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108990789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108990802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108990801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:10,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:10,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:10,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:10,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T13:22:10,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108990968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108990972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108990973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108990973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108990973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:22:11,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:11,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:11,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T13:22:11,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T13:22:11,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T13:22:11,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108991183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108991188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108991188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108991196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108991195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/2a425308eef44dadbdb7f97c69810769 2024-11-20T13:22:11,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:11,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:11,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T13:22:11,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/41e5d88d1aa8496b92872949416d149f is 50, key is test_row_0/B:col10/1732108930400/Put/seqid=0 2024-11-20T13:22:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741840_1016 (size=12001) 2024-11-20T13:22:11,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108991512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108991516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108991516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108991526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108991528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:11,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:11,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:11,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:11,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:11,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:11,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/41e5d88d1aa8496b92872949416d149f 2024-11-20T13:22:11,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T13:22:11,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T13:22:11,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T13:22:11,953 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T13:22:11,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:22:11,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T13:22:11,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T13:22:11,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T13:22:11,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T13:22:11,961 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T13:22:11,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5b9d39dcea4b40c6a863994c460405ed is 50, key is test_row_0/C:col10/1732108930400/Put/seqid=0 2024-11-20T13:22:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108992026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108992038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108992029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108992038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108992049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:12,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:12,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:12,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741841_1017 (size=12001) 2024-11-20T13:22:12,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5b9d39dcea4b40c6a863994c460405ed 2024-11-20T13:22:12,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/2a425308eef44dadbdb7f97c69810769 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2a425308eef44dadbdb7f97c69810769 2024-11-20T13:22:12,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2a425308eef44dadbdb7f97c69810769, entries=200, sequenceid=12, filesize=14.0 K 2024-11-20T13:22:12,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/41e5d88d1aa8496b92872949416d149f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/41e5d88d1aa8496b92872949416d149f 2024-11-20T13:22:12,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:12,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:12,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/41e5d88d1aa8496b92872949416d149f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T13:22:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:12,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5b9d39dcea4b40c6a863994c460405ed as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5b9d39dcea4b40c6a863994c460405ed 2024-11-20T13:22:12,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5b9d39dcea4b40c6a863994c460405ed, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T13:22:12,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for e67b12ab3f9d483f9955e369a921699b in 1891ms, sequenceid=12, compaction requested=false 2024-11-20T13:22:12,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:12,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:12,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T13:22:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:12,392 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:22:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T13:22:12,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/fe042607c5d649c79150a6b3b3b03dcd is 50, key is test_row_0/A:col10/1732108930782/Put/seqid=0 2024-11-20T13:22:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741842_1018 (size=12001) 2024-11-20T13:22:12,911 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/fe042607c5d649c79150a6b3b3b03dcd 2024-11-20T13:22:13,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9b519bc646ef4c3abf2208ced8935e96 is 50, key is test_row_0/B:col10/1732108930782/Put/seqid=0 2024-11-20T13:22:13,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741843_1019 (size=12001) 2024-11-20T13:22:13,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108993076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108993077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108993080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108993081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108993089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108993189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108993216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108993226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108993227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108993232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108993404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108993430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108993442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108993446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108993451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,487 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9b519bc646ef4c3abf2208ced8935e96 2024-11-20T13:22:13,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/06362c61f1784321ba4855b46fd7d379 is 50, key is test_row_0/C:col10/1732108930782/Put/seqid=0 2024-11-20T13:22:13,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741844_1020 (size=12001) 2024-11-20T13:22:13,664 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/06362c61f1784321ba4855b46fd7d379 2024-11-20T13:22:13,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108993723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/fe042607c5d649c79150a6b3b3b03dcd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/fe042607c5d649c79150a6b3b3b03dcd 2024-11-20T13:22:13,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108993756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108993749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108993757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108993766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:13,803 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/fe042607c5d649c79150a6b3b3b03dcd, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T13:22:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9b519bc646ef4c3abf2208ced8935e96 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b519bc646ef4c3abf2208ced8935e96 2024-11-20T13:22:13,873 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b519bc646ef4c3abf2208ced8935e96, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T13:22:13,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/06362c61f1784321ba4855b46fd7d379 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06362c61f1784321ba4855b46fd7d379 2024-11-20T13:22:13,922 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06362c61f1784321ba4855b46fd7d379, entries=150, sequenceid=39, filesize=11.7 K 2024-11-20T13:22:13,925 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e67b12ab3f9d483f9955e369a921699b in 1532ms, sequenceid=39, compaction requested=false 2024-11-20T13:22:13,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:13,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:13,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T13:22:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T13:22:13,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T13:22:13,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6200 sec 2024-11-20T13:22:13,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.6620 sec 2024-11-20T13:22:14,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:14,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:14,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:14,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:14,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:14,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:14,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:14,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/0c485dc34ec4434ba4a21347229c1cee is 50, key is test_row_0/A:col10/1732108934258/Put/seqid=0 2024-11-20T13:22:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741845_1021 (size=14341) 2024-11-20T13:22:14,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108994397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108994405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108994406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108994418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108994418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T13:22:14,460 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T13:22:14,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T13:22:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T13:22:14,520 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:14,525 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:14,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:14,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108994524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108994529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108994541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108994542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108994533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T13:22:14,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:14,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:14,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:14,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108994745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108994745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108994752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108994752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/0c485dc34ec4434ba4a21347229c1cee 2024-11-20T13:22:14,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108994781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T13:22:14,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/64a05c22da4b47f1a5fa9468486f6c05 is 50, key is test_row_0/B:col10/1732108934258/Put/seqid=0 2024-11-20T13:22:14,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:14,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:14,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:14,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741846_1022 (size=12001) 2024-11-20T13:22:14,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/64a05c22da4b47f1a5fa9468486f6c05 2024-11-20T13:22:14,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/d17ddba78c9d42198ae1ebb395bc9594 is 50, key is test_row_0/C:col10/1732108934258/Put/seqid=0 2024-11-20T13:22:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741847_1023 (size=12001) 2024-11-20T13:22:15,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108995060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108995059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108995072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108995073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108995097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T13:22:15,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/d17ddba78c9d42198ae1ebb395bc9594 2024-11-20T13:22:15,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/0c485dc34ec4434ba4a21347229c1cee as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/0c485dc34ec4434ba4a21347229c1cee 2024-11-20T13:22:15,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:15,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/0c485dc34ec4434ba4a21347229c1cee, entries=200, sequenceid=50, filesize=14.0 K 2024-11-20T13:22:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/64a05c22da4b47f1a5fa9468486f6c05 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/64a05c22da4b47f1a5fa9468486f6c05 2024-11-20T13:22:15,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/64a05c22da4b47f1a5fa9468486f6c05, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T13:22:15,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/d17ddba78c9d42198ae1ebb395bc9594 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/d17ddba78c9d42198ae1ebb395bc9594 2024-11-20T13:22:15,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/d17ddba78c9d42198ae1ebb395bc9594, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T13:22:15,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e67b12ab3f9d483f9955e369a921699b in 1309ms, sequenceid=50, compaction requested=true 2024-11-20T13:22:15,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:15,601 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:15,604 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:15,605 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:15,608 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/A is initiating minor compaction (all files) 2024-11-20T13:22:15,609 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/A in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:15,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:22:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:15,609 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2a425308eef44dadbdb7f97c69810769, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/fe042607c5d649c79150a6b3b3b03dcd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/0c485dc34ec4434ba4a21347229c1cee] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=39.7 K 2024-11-20T13:22:15,616 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a425308eef44dadbdb7f97c69810769, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732108930369 2024-11-20T13:22:15,617 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe042607c5d649c79150a6b3b3b03dcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732108930782 2024-11-20T13:22:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T13:22:15,619 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:15,619 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/B is initiating minor compaction (all files) 2024-11-20T13:22:15,619 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/B in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,619 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/41e5d88d1aa8496b92872949416d149f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b519bc646ef4c3abf2208ced8935e96, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/64a05c22da4b47f1a5fa9468486f6c05] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.2 K 2024-11-20T13:22:15,620 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 41e5d88d1aa8496b92872949416d149f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732108930369 2024-11-20T13:22:15,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1347478f78474f4da1b7c707c2019186 is 50, key is test_row_0/A:col10/1732108935606/Put/seqid=0 2024-11-20T13:22:15,624 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c485dc34ec4434ba4a21347229c1cee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732108933071 2024-11-20T13:22:15,628 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b519bc646ef4c3abf2208ced8935e96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732108930782 2024-11-20T13:22:15,632 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 64a05c22da4b47f1a5fa9468486f6c05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732108933071 2024-11-20T13:22:15,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741848_1024 (size=14341) 2024-11-20T13:22:15,694 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#B#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:15,695 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/3d3cc267b1014c2493f559af669c309a is 50, key is test_row_0/B:col10/1732108934258/Put/seqid=0 2024-11-20T13:22:15,696 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108995634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108995636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108995641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,719 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#A#compaction#11 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:15,729 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/f3262e0015034625b8c26117d16cbc7a is 50, key is test_row_0/A:col10/1732108934258/Put/seqid=0 2024-11-20T13:22:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108995675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108995701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741849_1025 (size=12104) 2024-11-20T13:22:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741850_1026 (size=12104) 2024-11-20T13:22:15,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108995804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108995804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108995805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,813 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/3d3cc267b1014c2493f559af669c309a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/3d3cc267b1014c2493f559af669c309a 2024-11-20T13:22:15,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108995839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:15,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:15,871 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/B of e67b12ab3f9d483f9955e369a921699b into 3d3cc267b1014c2493f559af669c309a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:15,872 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:15,872 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/B, priority=13, startTime=1732108935600; duration=0sec 2024-11-20T13:22:15,872 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:15,873 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:15,873 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:15,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108995856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:15,885 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/f3262e0015034625b8c26117d16cbc7a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/f3262e0015034625b8c26117d16cbc7a 2024-11-20T13:22:15,887 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:15,887 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/C is initiating minor compaction (all files) 2024-11-20T13:22:15,887 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/C in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:15,887 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5b9d39dcea4b40c6a863994c460405ed, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06362c61f1784321ba4855b46fd7d379, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/d17ddba78c9d42198ae1ebb395bc9594] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.2 K 2024-11-20T13:22:15,888 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b9d39dcea4b40c6a863994c460405ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732108930369 2024-11-20T13:22:15,889 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 06362c61f1784321ba4855b46fd7d379, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732108930782 2024-11-20T13:22:15,891 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d17ddba78c9d42198ae1ebb395bc9594, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732108933071 2024-11-20T13:22:15,907 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/A of e67b12ab3f9d483f9955e369a921699b into f3262e0015034625b8c26117d16cbc7a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:15,907 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:15,907 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/A, priority=13, startTime=1732108935586; duration=0sec 2024-11-20T13:22:15,907 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:15,907 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:15,923 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#C#compaction#12 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:15,924 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/ab3cda7d3414441cabd72b0370e81d87 is 50, key is test_row_0/C:col10/1732108934258/Put/seqid=0 2024-11-20T13:22:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741851_1027 (size=12104) 2024-11-20T13:22:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108996011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108996016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108996018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108996048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1347478f78474f4da1b7c707c2019186 2024-11-20T13:22:16,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108996096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/b7f85cb4973d44cca8fd5af95aed10f7 is 50, key is test_row_0/B:col10/1732108935606/Put/seqid=0 2024-11-20T13:22:16,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741852_1028 (size=12001) 2024-11-20T13:22:16,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:16,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:16,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108996333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108996333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108996333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108996357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:16,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108996417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,423 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/ab3cda7d3414441cabd72b0370e81d87 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/ab3cda7d3414441cabd72b0370e81d87 2024-11-20T13:22:16,445 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/C of e67b12ab3f9d483f9955e369a921699b into ab3cda7d3414441cabd72b0370e81d87(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:16,445 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:16,445 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/C, priority=13, startTime=1732108935600; duration=0sec 2024-11-20T13:22:16,446 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:16,446 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:16,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:16,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:16,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/b7f85cb4973d44cca8fd5af95aed10f7 2024-11-20T13:22:16,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/370104fbeffc4481afeb3988c0d13df6 is 50, key is test_row_0/C:col10/1732108935606/Put/seqid=0 2024-11-20T13:22:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T13:22:16,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741853_1029 (size=12001) 2024-11-20T13:22:16,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/370104fbeffc4481afeb3988c0d13df6 2024-11-20T13:22:16,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:16,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1347478f78474f4da1b7c707c2019186 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1347478f78474f4da1b7c707c2019186 2024-11-20T13:22:16,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1347478f78474f4da1b7c707c2019186, entries=200, sequenceid=77, filesize=14.0 K 2024-11-20T13:22:16,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/b7f85cb4973d44cca8fd5af95aed10f7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/b7f85cb4973d44cca8fd5af95aed10f7 2024-11-20T13:22:16,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/b7f85cb4973d44cca8fd5af95aed10f7, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:22:16,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/370104fbeffc4481afeb3988c0d13df6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/370104fbeffc4481afeb3988c0d13df6 2024-11-20T13:22:16,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/370104fbeffc4481afeb3988c0d13df6, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:22:16,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e67b12ab3f9d483f9955e369a921699b in 1180ms, sequenceid=77, compaction requested=false 2024-11-20T13:22:16,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:16,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T13:22:16,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:16,848 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T13:22:16,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:16,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:16,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:16,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:16,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:16,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:16,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/a4f3d87096a14400817143e34a3eb7dc is 50, key is test_row_0/A:col10/1732108936842/Put/seqid=0 2024-11-20T13:22:16,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741854_1030 (size=12001) 2024-11-20T13:22:16,991 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/a4f3d87096a14400817143e34a3eb7dc 2024-11-20T13:22:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108996976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:16,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:16,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108996980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108996992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108996996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108996998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/ccf3ad287c9c4d66a09aa3d97565e037 is 50, key is test_row_0/B:col10/1732108936842/Put/seqid=0 2024-11-20T13:22:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741855_1031 (size=12001) 2024-11-20T13:22:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108997100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108997102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108997109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108997113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108997118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108997308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108997308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108997316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108997333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108997340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,477 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/ccf3ad287c9c4d66a09aa3d97565e037 2024-11-20T13:22:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/06431d1f4657420883f5870dfe3a3c91 is 50, key is test_row_0/C:col10/1732108936842/Put/seqid=0 2024-11-20T13:22:17,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741856_1032 (size=12001) 2024-11-20T13:22:17,592 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/06431d1f4657420883f5870dfe3a3c91 2024-11-20T13:22:17,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/a4f3d87096a14400817143e34a3eb7dc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/a4f3d87096a14400817143e34a3eb7dc 2024-11-20T13:22:17,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108997624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108997624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108997626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,635 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/a4f3d87096a14400817143e34a3eb7dc, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T13:22:17,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/ccf3ad287c9c4d66a09aa3d97565e037 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/ccf3ad287c9c4d66a09aa3d97565e037 2024-11-20T13:22:17,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108997653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,662 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/ccf3ad287c9c4d66a09aa3d97565e037, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T13:22:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108997660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:17,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/06431d1f4657420883f5870dfe3a3c91 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06431d1f4657420883f5870dfe3a3c91 2024-11-20T13:22:17,695 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06431d1f4657420883f5870dfe3a3c91, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T13:22:17,702 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e67b12ab3f9d483f9955e369a921699b in 854ms, sequenceid=92, compaction requested=true 2024-11-20T13:22:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T13:22:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T13:22:17,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T13:22:17,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1850 sec 2024-11-20T13:22:17,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 3.2190 sec 2024-11-20T13:22:18,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:22:18,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:18,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:18,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:18,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:18,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:18,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:18,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108998173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1ba94c95728b4404b8b649dc379f673a is 50, key is test_row_0/A:col10/1732108936961/Put/seqid=0 2024-11-20T13:22:18,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108998170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108998184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108998184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108998190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741857_1033 (size=16681) 2024-11-20T13:22:18,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1ba94c95728b4404b8b649dc379f673a 2024-11-20T13:22:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108998291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108998301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108998302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108998302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/52f46d11243849929033b0450374564b is 50, key is test_row_0/B:col10/1732108936961/Put/seqid=0 2024-11-20T13:22:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741858_1034 (size=12001) 2024-11-20T13:22:18,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/52f46d11243849929033b0450374564b 2024-11-20T13:22:18,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/2466d61cdb094f35bf87aa68f147f53d is 50, key is test_row_0/C:col10/1732108936961/Put/seqid=0 2024-11-20T13:22:18,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741859_1035 (size=12001) 2024-11-20T13:22:18,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/2466d61cdb094f35bf87aa68f147f53d 2024-11-20T13:22:18,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108998512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1ba94c95728b4404b8b649dc379f673a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1ba94c95728b4404b8b649dc379f673a 2024-11-20T13:22:18,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108998524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108998524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108998525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1ba94c95728b4404b8b649dc379f673a, entries=250, sequenceid=119, filesize=16.3 K 2024-11-20T13:22:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/52f46d11243849929033b0450374564b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/52f46d11243849929033b0450374564b 2024-11-20T13:22:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T13:22:18,661 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T13:22:18,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T13:22:18,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/52f46d11243849929033b0450374564b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T13:22:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T13:22:18,686 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:18,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/2466d61cdb094f35bf87aa68f147f53d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/2466d61cdb094f35bf87aa68f147f53d 2024-11-20T13:22:18,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:18,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:18,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/2466d61cdb094f35bf87aa68f147f53d, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T13:22:18,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for e67b12ab3f9d483f9955e369a921699b in 570ms, sequenceid=119, compaction requested=true 2024-11-20T13:22:18,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:18,720 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:18,731 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:18,732 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/A is initiating minor compaction (all files) 2024-11-20T13:22:18,732 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/A in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:18,732 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/f3262e0015034625b8c26117d16cbc7a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1347478f78474f4da1b7c707c2019186, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/a4f3d87096a14400817143e34a3eb7dc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1ba94c95728b4404b8b649dc379f673a] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=53.8 K 2024-11-20T13:22:18,733 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3262e0015034625b8c26117d16cbc7a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732108933071 2024-11-20T13:22:18,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:18,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:18,734 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1347478f78474f4da1b7c707c2019186, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732108934389 2024-11-20T13:22:18,735 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:18,740 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4f3d87096a14400817143e34a3eb7dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732108936842 2024-11-20T13:22:18,748 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ba94c95728b4404b8b649dc379f673a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732108936961 2024-11-20T13:22:18,760 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:18,760 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/B is initiating minor compaction (all files) 2024-11-20T13:22:18,760 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/B in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:18,760 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/3d3cc267b1014c2493f559af669c309a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/b7f85cb4973d44cca8fd5af95aed10f7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/ccf3ad287c9c4d66a09aa3d97565e037, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/52f46d11243849929033b0450374564b] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=47.0 K 2024-11-20T13:22:18,765 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d3cc267b1014c2493f559af669c309a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732108933071 2024-11-20T13:22:18,771 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b7f85cb4973d44cca8fd5af95aed10f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732108934389 2024-11-20T13:22:18,771 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ccf3ad287c9c4d66a09aa3d97565e037, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732108936842 2024-11-20T13:22:18,772 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 52f46d11243849929033b0450374564b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732108936961 2024-11-20T13:22:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T13:22:18,809 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#B#compaction#21 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:18,810 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/af9ce5476f6148978b01adca733c0e4a is 50, key is test_row_0/B:col10/1732108936961/Put/seqid=0 2024-11-20T13:22:18,832 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#A#compaction#22 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:18,833 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/6c03cb92bdde4632ba8869f85dfea3fc is 50, key is test_row_0/A:col10/1732108936961/Put/seqid=0 2024-11-20T13:22:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:18,841 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:18,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:18,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:18,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:18,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:18,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:18,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:18,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:18,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:18,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:18,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:18,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:18,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741860_1036 (size=12241) 2024-11-20T13:22:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:18,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/cf9f69233f934b2cb769a5b00957b6d5 is 50, key is test_row_0/A:col10/1732108938171/Put/seqid=0 2024-11-20T13:22:18,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741861_1037 (size=12241) 2024-11-20T13:22:18,909 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/af9ce5476f6148978b01adca733c0e4a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/af9ce5476f6148978b01adca733c0e4a 2024-11-20T13:22:18,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741862_1038 (size=12051) 2024-11-20T13:22:18,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/cf9f69233f934b2cb769a5b00957b6d5 2024-11-20T13:22:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T13:22:19,024 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/B of e67b12ab3f9d483f9955e369a921699b into af9ce5476f6148978b01adca733c0e4a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:19,025 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:19,025 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/B, priority=12, startTime=1732108938734; duration=0sec 2024-11-20T13:22:19,025 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:19,025 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:19,025 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:19,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/37c6a50edf924a85b9199a16117b062b is 50, key is test_row_0/B:col10/1732108938171/Put/seqid=0 2024-11-20T13:22:19,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:19,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:19,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,059 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,059 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/C is initiating minor compaction (all files) 2024-11-20T13:22:19,059 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/C in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,059 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/ab3cda7d3414441cabd72b0370e81d87, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/370104fbeffc4481afeb3988c0d13df6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06431d1f4657420883f5870dfe3a3c91, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/2466d61cdb094f35bf87aa68f147f53d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=47.0 K 2024-11-20T13:22:19,068 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ab3cda7d3414441cabd72b0370e81d87, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732108933071 2024-11-20T13:22:19,071 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 370104fbeffc4481afeb3988c0d13df6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732108934389 2024-11-20T13:22:19,084 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 06431d1f4657420883f5870dfe3a3c91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732108936842 2024-11-20T13:22:19,088 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 2466d61cdb094f35bf87aa68f147f53d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732108936961 2024-11-20T13:22:19,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741863_1039 (size=12051) 2024-11-20T13:22:19,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/37c6a50edf924a85b9199a16117b062b 2024-11-20T13:22:19,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108999145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108999153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108999154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108999129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a332ce07517445d2b0b3d989dd2f870d is 50, key is test_row_0/C:col10/1732108938171/Put/seqid=0 2024-11-20T13:22:19,210 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:19,211 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/e0f37bcc96b7469aa2aabb4f997efcf3 is 50, key is test_row_0/C:col10/1732108936961/Put/seqid=0 2024-11-20T13:22:19,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732108999227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741864_1040 (size=12051) 2024-11-20T13:22:19,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108999266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108999268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108999281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T13:22:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108999301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741865_1041 (size=12241) 2024-11-20T13:22:19,339 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/6c03cb92bdde4632ba8869f85dfea3fc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/6c03cb92bdde4632ba8869f85dfea3fc 2024-11-20T13:22:19,347 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/e0f37bcc96b7469aa2aabb4f997efcf3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0f37bcc96b7469aa2aabb4f997efcf3 2024-11-20T13:22:19,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,381 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/C of e67b12ab3f9d483f9955e369a921699b into e0f37bcc96b7469aa2aabb4f997efcf3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:19,381 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,381 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/C, priority=12, startTime=1732108938739; duration=0sec 2024-11-20T13:22:19,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,384 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,384 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:19,384 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/A of e67b12ab3f9d483f9955e369a921699b into 6c03cb92bdde4632ba8869f85dfea3fc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:19,384 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:19,384 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/A, priority=12, startTime=1732108938720; duration=0sec 2024-11-20T13:22:19,384 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:19,384 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:19,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108999489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108999489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108999500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108999511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:19,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:19,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a332ce07517445d2b0b3d989dd2f870d 2024-11-20T13:22:19,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/cf9f69233f934b2cb769a5b00957b6d5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/cf9f69233f934b2cb769a5b00957b6d5 2024-11-20T13:22:19,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/cf9f69233f934b2cb769a5b00957b6d5, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T13:22:19,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/37c6a50edf924a85b9199a16117b062b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/37c6a50edf924a85b9199a16117b062b 2024-11-20T13:22:19,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/37c6a50edf924a85b9199a16117b062b, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T13:22:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a332ce07517445d2b0b3d989dd2f870d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a332ce07517445d2b0b3d989dd2f870d 2024-11-20T13:22:19,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a332ce07517445d2b0b3d989dd2f870d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T13:22:19,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e67b12ab3f9d483f9955e369a921699b in 910ms, sequenceid=130, compaction requested=false 2024-11-20T13:22:19,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T13:22:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:19,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:22:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:19,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:19,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:19,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:19,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:19,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/59cceb8c0cc94120a1a61ca2232a13ea is 50, key is test_row_0/A:col10/1732108939107/Put/seqid=0 2024-11-20T13:22:19,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732108999975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732108999975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732108999979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732108999983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741866_1042 (size=12151) 2024-11-20T13:22:20,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109000084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109000084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109000093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109000098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109000297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109000297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109000297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109000314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/59cceb8c0cc94120a1a61ca2232a13ea 2024-11-20T13:22:20,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/6522b721bedc49fda8331cc58c152f57 is 50, key is test_row_0/B:col10/1732108939107/Put/seqid=0 2024-11-20T13:22:20,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741867_1043 (size=12151) 2024-11-20T13:22:20,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/6522b721bedc49fda8331cc58c152f57 2024-11-20T13:22:20,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5aa8e0579ce547ef942853528e525b9b is 50, key is test_row_0/C:col10/1732108939107/Put/seqid=0 2024-11-20T13:22:20,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109000611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109000612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109000621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109000624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741868_1044 (size=12151) 2024-11-20T13:22:20,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:20,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T13:22:20,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:20,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:20,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:21,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5aa8e0579ce547ef942853528e525b9b 2024-11-20T13:22:21,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/59cceb8c0cc94120a1a61ca2232a13ea as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/59cceb8c0cc94120a1a61ca2232a13ea 2024-11-20T13:22:21,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:21,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:21,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:21,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:21,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109001124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109001124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109001128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:21,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/59cceb8c0cc94120a1a61ca2232a13ea, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T13:22:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109001130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/6522b721bedc49fda8331cc58c152f57 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/6522b721bedc49fda8331cc58c152f57 2024-11-20T13:22:21,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/6522b721bedc49fda8331cc58c152f57, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T13:22:21,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5aa8e0579ce547ef942853528e525b9b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5aa8e0579ce547ef942853528e525b9b 2024-11-20T13:22:21,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5aa8e0579ce547ef942853528e525b9b, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T13:22:21,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for e67b12ab3f9d483f9955e369a921699b in 1419ms, sequenceid=161, compaction requested=true 2024-11-20T13:22:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:21,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:22:21,225 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:21,228 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:21,230 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:21,230 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/A is initiating minor compaction (all files) 2024-11-20T13:22:21,230 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/A in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:21,230 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/6c03cb92bdde4632ba8869f85dfea3fc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/cf9f69233f934b2cb769a5b00957b6d5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/59cceb8c0cc94120a1a61ca2232a13ea] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.6 K 2024-11-20T13:22:21,240 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c03cb92bdde4632ba8869f85dfea3fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732108936961 2024-11-20T13:22:21,243 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting cf9f69233f934b2cb769a5b00957b6d5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732108938170 2024-11-20T13:22:21,243 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 59cceb8c0cc94120a1a61ca2232a13ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732108939107 2024-11-20T13:22:21,248 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:21,248 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/C is initiating minor compaction (all files) 2024-11-20T13:22:21,248 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/C in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:21,248 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0f37bcc96b7469aa2aabb4f997efcf3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a332ce07517445d2b0b3d989dd2f870d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5aa8e0579ce547ef942853528e525b9b] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.6 K 2024-11-20T13:22:21,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,256 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0f37bcc96b7469aa2aabb4f997efcf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732108936961 2024-11-20T13:22:21,257 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a332ce07517445d2b0b3d989dd2f870d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732108938170 2024-11-20T13:22:21,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T13:22:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:21,258 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T13:22:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:21,261 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aa8e0579ce547ef942853528e525b9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732108939107 2024-11-20T13:22:21,267 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:21,270 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/77727d44e79746d69bdc99d31ebf6bc7 is 50, key is test_row_0/A:col10/1732108939107/Put/seqid=0 2024-11-20T13:22:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/5dac6f39b9c34a96879ae0ff2ae80efd is 50, key is test_row_0/A:col10/1732108939947/Put/seqid=0 2024-11-20T13:22:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:21,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741869_1045 (size=12493) 2024-11-20T13:22:21,325 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:21,325 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/60862270c0c14642a32d135450d9bdd8 is 50, key is test_row_0/C:col10/1732108939107/Put/seqid=0 2024-11-20T13:22:21,326 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/77727d44e79746d69bdc99d31ebf6bc7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/77727d44e79746d69bdc99d31ebf6bc7 2024-11-20T13:22:21,380 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/A of e67b12ab3f9d483f9955e369a921699b into 77727d44e79746d69bdc99d31ebf6bc7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:21,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:21,380 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/A, priority=13, startTime=1732108941225; duration=0sec 2024-11-20T13:22:21,381 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:21,381 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:21,381 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741870_1046 (size=12151) 2024-11-20T13:22:21,398 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/5dac6f39b9c34a96879ae0ff2ae80efd 2024-11-20T13:22:21,405 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:21,405 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/B is initiating minor compaction (all files) 2024-11-20T13:22:21,405 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/B in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:21,405 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/af9ce5476f6148978b01adca733c0e4a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/37c6a50edf924a85b9199a16117b062b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/6522b721bedc49fda8331cc58c152f57] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.6 K 2024-11-20T13:22:21,408 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting af9ce5476f6148978b01adca733c0e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732108936961 2024-11-20T13:22:21,409 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 37c6a50edf924a85b9199a16117b062b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732108938170 2024-11-20T13:22:21,411 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 6522b721bedc49fda8331cc58c152f57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732108939107 2024-11-20T13:22:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741871_1047 (size=12493) 2024-11-20T13:22:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/67da74b9cd634bfaa4db284de356bde1 is 50, key is test_row_0/B:col10/1732108939947/Put/seqid=0 2024-11-20T13:22:21,451 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#B#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:21,452 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/5c5d59e3c401484880797c21b2be67e7 is 50, key is test_row_0/B:col10/1732108939107/Put/seqid=0 2024-11-20T13:22:21,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741873_1049 (size=12493) 2024-11-20T13:22:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741872_1048 (size=12151) 2024-11-20T13:22:21,517 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/5c5d59e3c401484880797c21b2be67e7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/5c5d59e3c401484880797c21b2be67e7 2024-11-20T13:22:21,520 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/67da74b9cd634bfaa4db284de356bde1 2024-11-20T13:22:21,536 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/B of e67b12ab3f9d483f9955e369a921699b into 5c5d59e3c401484880797c21b2be67e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:21,536 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:21,537 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/B, priority=13, startTime=1732108941225; duration=0sec 2024-11-20T13:22:21,537 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:21,537 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:21,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109001537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/feb617e968f4453fbd67f769a4e7cbc1 is 50, key is test_row_0/C:col10/1732108939947/Put/seqid=0 2024-11-20T13:22:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741874_1050 (size=12151) 2024-11-20T13:22:21,620 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/feb617e968f4453fbd67f769a4e7cbc1 2024-11-20T13:22:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/5dac6f39b9c34a96879ae0ff2ae80efd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5dac6f39b9c34a96879ae0ff2ae80efd 2024-11-20T13:22:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109001659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,666 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5dac6f39b9c34a96879ae0ff2ae80efd, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T13:22:21,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/67da74b9cd634bfaa4db284de356bde1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/67da74b9cd634bfaa4db284de356bde1 2024-11-20T13:22:21,725 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/67da74b9cd634bfaa4db284de356bde1, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T13:22:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/feb617e968f4453fbd67f769a4e7cbc1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/feb617e968f4453fbd67f769a4e7cbc1 2024-11-20T13:22:21,791 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/feb617e968f4453fbd67f769a4e7cbc1, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T13:22:21,800 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e67b12ab3f9d483f9955e369a921699b in 543ms, sequenceid=170, compaction requested=false 2024-11-20T13:22:21,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:21,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:21,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T13:22:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T13:22:21,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T13:22:21,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1160 sec 2024-11-20T13:22:21,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 3.1430 sec 2024-11-20T13:22:21,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T13:22:21,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:21,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:21,882 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/60862270c0c14642a32d135450d9bdd8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/60862270c0c14642a32d135450d9bdd8 2024-11-20T13:22:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:21,904 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/C of e67b12ab3f9d483f9955e369a921699b into 60862270c0c14642a32d135450d9bdd8(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:21,904 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:21,904 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/C, priority=13, startTime=1732108941225; duration=0sec 2024-11-20T13:22:21,904 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:21,904 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:21,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/2e38dacea74946feabc89af92acc519c is 50, key is test_row_0/A:col10/1732108941878/Put/seqid=0 2024-11-20T13:22:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109001937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741875_1051 (size=12151) 2024-11-20T13:22:22,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109002047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109002139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109002140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109002140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109002148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109002269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/2e38dacea74946feabc89af92acc519c 2024-11-20T13:22:22,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/bc5ffec0aae048ee87874a2023f53074 is 50, key is test_row_0/B:col10/1732108941878/Put/seqid=0 2024-11-20T13:22:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741876_1052 (size=12151) 2024-11-20T13:22:22,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109002582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T13:22:22,810 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T13:22:22,813 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T13:22:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T13:22:22,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:22,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:22,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:22,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/bc5ffec0aae048ee87874a2023f53074 2024-11-20T13:22:22,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/13672a41a62c4cdc8eb93f08b4d9ece5 is 50, key is test_row_0/C:col10/1732108941878/Put/seqid=0 2024-11-20T13:22:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T13:22:22,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741877_1053 (size=12151) 2024-11-20T13:22:22,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/13672a41a62c4cdc8eb93f08b4d9ece5 2024-11-20T13:22:22,981 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:22,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T13:22:22,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:22,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:22,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:23,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/2e38dacea74946feabc89af92acc519c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2e38dacea74946feabc89af92acc519c 2024-11-20T13:22:23,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2e38dacea74946feabc89af92acc519c, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T13:22:23,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/bc5ffec0aae048ee87874a2023f53074 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/bc5ffec0aae048ee87874a2023f53074 2024-11-20T13:22:23,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/bc5ffec0aae048ee87874a2023f53074, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T13:22:23,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/13672a41a62c4cdc8eb93f08b4d9ece5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/13672a41a62c4cdc8eb93f08b4d9ece5 2024-11-20T13:22:23,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109003088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:23,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/13672a41a62c4cdc8eb93f08b4d9ece5, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T13:22:23,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e67b12ab3f9d483f9955e369a921699b in 1228ms, sequenceid=200, compaction requested=true 2024-11-20T13:22:23,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:23,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:23,109 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:23,109 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:23,111 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:23,111 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/A is initiating minor compaction (all files) 2024-11-20T13:22:23,111 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/A in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:23,111 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/77727d44e79746d69bdc99d31ebf6bc7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5dac6f39b9c34a96879ae0ff2ae80efd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2e38dacea74946feabc89af92acc519c] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.9 K 2024-11-20T13:22:23,112 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77727d44e79746d69bdc99d31ebf6bc7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732108939107 2024-11-20T13:22:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:23,114 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dac6f39b9c34a96879ae0ff2ae80efd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732108939834 2024-11-20T13:22:23,114 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e38dacea74946feabc89af92acc519c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108941519 2024-11-20T13:22:23,120 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:23,120 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/B is initiating minor compaction (all files) 2024-11-20T13:22:23,120 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/B in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:23,120 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/5c5d59e3c401484880797c21b2be67e7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/67da74b9cd634bfaa4db284de356bde1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/bc5ffec0aae048ee87874a2023f53074] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.9 K 2024-11-20T13:22:23,123 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c5d59e3c401484880797c21b2be67e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732108939107 2024-11-20T13:22:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T13:22:23,126 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 67da74b9cd634bfaa4db284de356bde1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732108939834 2024-11-20T13:22:23,132 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting bc5ffec0aae048ee87874a2023f53074, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108941519 2024-11-20T13:22:23,146 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:23,147 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/722c844b67d94522aed9658dc0dc56b0 is 50, key is test_row_0/A:col10/1732108941878/Put/seqid=0 2024-11-20T13:22:23,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:23,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T13:22:23,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:23,149 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T13:22:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:23,190 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:23,194 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/96379f848374483495de6d4dd6b77197 is 50, key is test_row_0/B:col10/1732108941878/Put/seqid=0 2024-11-20T13:22:23,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/b3d13dfcbd81416b8b03b51b93414e64 is 50, key is test_row_0/A:col10/1732108941933/Put/seqid=0 2024-11-20T13:22:23,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741878_1054 (size=12595) 2024-11-20T13:22:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741879_1055 (size=12595) 2024-11-20T13:22:23,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741880_1056 (size=12151) 2024-11-20T13:22:23,284 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/b3d13dfcbd81416b8b03b51b93414e64 2024-11-20T13:22:23,308 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/722c844b67d94522aed9658dc0dc56b0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/722c844b67d94522aed9658dc0dc56b0 2024-11-20T13:22:23,312 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/96379f848374483495de6d4dd6b77197 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/96379f848374483495de6d4dd6b77197 2024-11-20T13:22:23,372 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/A of e67b12ab3f9d483f9955e369a921699b into 722c844b67d94522aed9658dc0dc56b0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:23,372 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:23,372 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/A, priority=13, startTime=1732108943109; duration=0sec 2024-11-20T13:22:23,372 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:23,373 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:23,373 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:23,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9b681d30fe124229b6d05c44356ed62d is 50, key is test_row_0/B:col10/1732108941933/Put/seqid=0 2024-11-20T13:22:23,375 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:23,375 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/C is initiating minor compaction (all files) 2024-11-20T13:22:23,375 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/C in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:23,376 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/60862270c0c14642a32d135450d9bdd8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/feb617e968f4453fbd67f769a4e7cbc1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/13672a41a62c4cdc8eb93f08b4d9ece5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=35.9 K 2024-11-20T13:22:23,376 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/B of e67b12ab3f9d483f9955e369a921699b into 96379f848374483495de6d4dd6b77197(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:23,376 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:23,376 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/B, priority=13, startTime=1732108943109; duration=0sec 2024-11-20T13:22:23,377 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:23,377 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:23,378 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60862270c0c14642a32d135450d9bdd8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732108939107 2024-11-20T13:22:23,378 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting feb617e968f4453fbd67f769a4e7cbc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732108939834 2024-11-20T13:22:23,379 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13672a41a62c4cdc8eb93f08b4d9ece5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108941519 2024-11-20T13:22:23,411 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#C#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:23,412 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a8d771ec239c452f8b1489135f19932d is 50, key is test_row_0/C:col10/1732108941878/Put/seqid=0 2024-11-20T13:22:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741881_1057 (size=12151) 2024-11-20T13:22:23,420 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9b681d30fe124229b6d05c44356ed62d 2024-11-20T13:22:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T13:22:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741882_1058 (size=12595) 2024-11-20T13:22:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/697cd71c60f84fd58385ed1ab9ea452f is 50, key is test_row_0/C:col10/1732108941933/Put/seqid=0 2024-11-20T13:22:23,480 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a8d771ec239c452f8b1489135f19932d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a8d771ec239c452f8b1489135f19932d 2024-11-20T13:22:23,497 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/C of e67b12ab3f9d483f9955e369a921699b into a8d771ec239c452f8b1489135f19932d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:23,497 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:23,497 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/C, priority=13, startTime=1732108943112; duration=0sec 2024-11-20T13:22:23,497 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:23,497 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741883_1059 (size=12151) 2024-11-20T13:22:23,914 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/697cd71c60f84fd58385ed1ab9ea452f 2024-11-20T13:22:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T13:22:23,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/b3d13dfcbd81416b8b03b51b93414e64 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b3d13dfcbd81416b8b03b51b93414e64 2024-11-20T13:22:23,981 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b3d13dfcbd81416b8b03b51b93414e64, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T13:22:23,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9b681d30fe124229b6d05c44356ed62d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b681d30fe124229b6d05c44356ed62d 2024-11-20T13:22:24,007 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b681d30fe124229b6d05c44356ed62d, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T13:22:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/697cd71c60f84fd58385ed1ab9ea452f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/697cd71c60f84fd58385ed1ab9ea452f 2024-11-20T13:22:24,056 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/697cd71c60f84fd58385ed1ab9ea452f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-20T13:22:24,068 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e67b12ab3f9d483f9955e369a921699b in 919ms, sequenceid=209, compaction requested=false 2024-11-20T13:22:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T13:22:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T13:22:24,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T13:22:24,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2560 sec 2024-11-20T13:22:24,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.2760 sec 2024-11-20T13:22:24,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:24,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:24,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/b08d582f2cc344b7be69ed18ab2d21b1 is 50, key is test_row_0/A:col10/1732108944168/Put/seqid=0 2024-11-20T13:22:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741884_1060 (size=16931) 2024-11-20T13:22:24,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109004269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109004274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109004275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109004277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109004277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109004388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109004389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109004399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109004399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109004402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109004594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109004600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109004614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109004615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109004620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/b08d582f2cc344b7be69ed18ab2d21b1 2024-11-20T13:22:24,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/19f407ed0dba4c0c96b2d7f91365d5c8 is 50, key is test_row_0/B:col10/1732108944168/Put/seqid=0 2024-11-20T13:22:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741885_1061 (size=12151) 2024-11-20T13:22:24,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109004916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T13:22:24,929 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T13:22:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109004924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,934 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:24,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109004933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109004934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T13:22:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T13:22:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109004940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:24,946 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:24,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:24,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T13:22:25,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:25,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/19f407ed0dba4c0c96b2d7f91365d5c8 2024-11-20T13:22:25,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/51e8d1e5acea4a81b539edf586ea72a5 is 50, key is test_row_0/C:col10/1732108944168/Put/seqid=0 2024-11-20T13:22:25,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741886_1062 (size=12151) 2024-11-20T13:22:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T13:22:25,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/51e8d1e5acea4a81b539edf586ea72a5 2024-11-20T13:22:25,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/b08d582f2cc344b7be69ed18ab2d21b1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b08d582f2cc344b7be69ed18ab2d21b1 2024-11-20T13:22:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b08d582f2cc344b7be69ed18ab2d21b1, entries=250, sequenceid=223, filesize=16.5 K 2024-11-20T13:22:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/19f407ed0dba4c0c96b2d7f91365d5c8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/19f407ed0dba4c0c96b2d7f91365d5c8 2024-11-20T13:22:25,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/19f407ed0dba4c0c96b2d7f91365d5c8, entries=150, sequenceid=223, filesize=11.9 K 2024-11-20T13:22:25,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/51e8d1e5acea4a81b539edf586ea72a5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/51e8d1e5acea4a81b539edf586ea72a5 2024-11-20T13:22:25,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/51e8d1e5acea4a81b539edf586ea72a5, entries=150, sequenceid=223, filesize=11.9 K 2024-11-20T13:22:25,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e67b12ab3f9d483f9955e369a921699b in 1143ms, sequenceid=223, compaction requested=true 2024-11-20T13:22:25,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:25,313 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:25,315 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:25,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:25,315 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/A is initiating minor compaction (all files) 2024-11-20T13:22:25,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:25,316 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/A in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,316 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/722c844b67d94522aed9658dc0dc56b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b3d13dfcbd81416b8b03b51b93414e64, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b08d582f2cc344b7be69ed18ab2d21b1] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=40.7 K 2024-11-20T13:22:25,316 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 722c844b67d94522aed9658dc0dc56b0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108941519 2024-11-20T13:22:25,318 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b3d13dfcbd81416b8b03b51b93414e64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732108941908 2024-11-20T13:22:25,318 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b08d582f2cc344b7be69ed18ab2d21b1, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732108944132 2024-11-20T13:22:25,319 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:25,321 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:25,321 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/B is initiating minor compaction (all files) 2024-11-20T13:22:25,321 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/B in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,321 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/96379f848374483495de6d4dd6b77197, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b681d30fe124229b6d05c44356ed62d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/19f407ed0dba4c0c96b2d7f91365d5c8] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=36.0 K 2024-11-20T13:22:25,322 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96379f848374483495de6d4dd6b77197, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108941519 2024-11-20T13:22:25,323 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b681d30fe124229b6d05c44356ed62d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732108941908 2024-11-20T13:22:25,324 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19f407ed0dba4c0c96b2d7f91365d5c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732108944150 2024-11-20T13:22:25,342 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:25,343 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/55d48b9f3a864f2b8326f3f21e04736c is 50, key is test_row_0/B:col10/1732108944168/Put/seqid=0 2024-11-20T13:22:25,360 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:25,361 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/7ac6bdac0a084684a8ffa520fb89aa1f is 50, key is test_row_0/A:col10/1732108944168/Put/seqid=0 2024-11-20T13:22:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741887_1063 (size=12697) 2024-11-20T13:22:25,432 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:25,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741888_1064 (size=12697) 2024-11-20T13:22:25,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:22:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:25,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:25,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:25,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/741dc57fa04f4046b2eb9478e891fd28 is 50, key is test_row_0/A:col10/1732108944256/Put/seqid=0 2024-11-20T13:22:25,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109005452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109005453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109005457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109005460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109005461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741889_1065 (size=14541) 2024-11-20T13:22:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T13:22:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109005564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109005564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:25,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:25,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109005633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109005636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109005773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109005775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,797 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,845 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/55d48b9f3a864f2b8326f3f21e04736c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/55d48b9f3a864f2b8326f3f21e04736c 2024-11-20T13:22:25,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,851 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/7ac6bdac0a084684a8ffa520fb89aa1f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7ac6bdac0a084684a8ffa520fb89aa1f 2024-11-20T13:22:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109005848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109005848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,861 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/A of e67b12ab3f9d483f9955e369a921699b into 7ac6bdac0a084684a8ffa520fb89aa1f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:25,861 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:25,861 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/A, priority=13, startTime=1732108945313; duration=0sec 2024-11-20T13:22:25,861 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:25,861 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:25,861 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:25,863 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/B of e67b12ab3f9d483f9955e369a921699b into 55d48b9f3a864f2b8326f3f21e04736c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:25,863 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:25,863 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:25,863 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/B, priority=13, startTime=1732108945315; duration=0sec 2024-11-20T13:22:25,863 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/C is initiating minor compaction (all files) 2024-11-20T13:22:25,863 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:25,863 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/C in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,863 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:25,863 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a8d771ec239c452f8b1489135f19932d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/697cd71c60f84fd58385ed1ab9ea452f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/51e8d1e5acea4a81b539edf586ea72a5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=36.0 K 2024-11-20T13:22:25,864 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting a8d771ec239c452f8b1489135f19932d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108941519 2024-11-20T13:22:25,864 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 697cd71c60f84fd58385ed1ab9ea452f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732108941908 2024-11-20T13:22:25,865 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 51e8d1e5acea4a81b539edf586ea72a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732108944150 2024-11-20T13:22:25,878 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#C#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:25,879 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5f472fb3b2e44bffa31c495dd8aece61 is 50, key is test_row_0/C:col10/1732108944168/Put/seqid=0 2024-11-20T13:22:25,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/741dc57fa04f4046b2eb9478e891fd28 2024-11-20T13:22:25,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741890_1066 (size=12697) 2024-11-20T13:22:25,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/105073ef6dda4b219a571e36a034a7be is 50, key is test_row_0/B:col10/1732108944256/Put/seqid=0 2024-11-20T13:22:25,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:25,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:25,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741891_1067 (size=12151) 2024-11-20T13:22:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T13:22:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109006081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109006081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109006157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109006157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,320 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5f472fb3b2e44bffa31c495dd8aece61 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5f472fb3b2e44bffa31c495dd8aece61 2024-11-20T13:22:26,360 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/C of e67b12ab3f9d483f9955e369a921699b into 5f472fb3b2e44bffa31c495dd8aece61(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:26,360 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:26,360 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/C, priority=13, startTime=1732108945315; duration=0sec 2024-11-20T13:22:26,361 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:26,361 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:26,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/105073ef6dda4b219a571e36a034a7be 2024-11-20T13:22:26,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a841d14300f941aaa7443b6b5be4168c is 50, key is test_row_0/C:col10/1732108944256/Put/seqid=0 2024-11-20T13:22:26,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109006489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741892_1068 (size=12151) 2024-11-20T13:22:26,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a841d14300f941aaa7443b6b5be4168c 2024-11-20T13:22:26,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/741dc57fa04f4046b2eb9478e891fd28 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/741dc57fa04f4046b2eb9478e891fd28 2024-11-20T13:22:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109006589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109006589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/741dc57fa04f4046b2eb9478e891fd28, entries=200, sequenceid=250, filesize=14.2 K 2024-11-20T13:22:26,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/105073ef6dda4b219a571e36a034a7be as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/105073ef6dda4b219a571e36a034a7be 2024-11-20T13:22:26,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:26,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/105073ef6dda4b219a571e36a034a7be, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T13:22:26,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109006666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109006666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/a841d14300f941aaa7443b6b5be4168c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a841d14300f941aaa7443b6b5be4168c 2024-11-20T13:22:26,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a841d14300f941aaa7443b6b5be4168c, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T13:22:26,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for e67b12ab3f9d483f9955e369a921699b in 1316ms, sequenceid=250, compaction requested=false 2024-11-20T13:22:26,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:26,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:26,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T13:22:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:26,792 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T13:22:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:26,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/7f7080c7e64c4b138515337dd7768077 is 50, key is test_row_0/A:col10/1732108945446/Put/seqid=0 2024-11-20T13:22:26,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741893_1069 (size=12251) 2024-11-20T13:22:26,902 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/7f7080c7e64c4b138515337dd7768077 2024-11-20T13:22:26,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9e7ca97ec6384e95bcab93be3e949c14 is 50, key is test_row_0/B:col10/1732108945446/Put/seqid=0 2024-11-20T13:22:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741894_1070 (size=12251) 2024-11-20T13:22:27,036 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9e7ca97ec6384e95bcab93be3e949c14 2024-11-20T13:22:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T13:22:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5cb01105cf4047b0acec22ee72643571 is 50, key is test_row_0/C:col10/1732108945446/Put/seqid=0 2024-11-20T13:22:27,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741895_1071 (size=12251) 2024-11-20T13:22:27,168 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5cb01105cf4047b0acec22ee72643571 2024-11-20T13:22:27,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/7f7080c7e64c4b138515337dd7768077 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7f7080c7e64c4b138515337dd7768077 2024-11-20T13:22:27,287 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7f7080c7e64c4b138515337dd7768077, entries=150, sequenceid=263, filesize=12.0 K 2024-11-20T13:22:27,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/9e7ca97ec6384e95bcab93be3e949c14 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9e7ca97ec6384e95bcab93be3e949c14 2024-11-20T13:22:27,324 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9e7ca97ec6384e95bcab93be3e949c14, entries=150, sequenceid=263, filesize=12.0 K 2024-11-20T13:22:27,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/5cb01105cf4047b0acec22ee72643571 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5cb01105cf4047b0acec22ee72643571 2024-11-20T13:22:27,362 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5cb01105cf4047b0acec22ee72643571, entries=150, sequenceid=263, filesize=12.0 K 2024-11-20T13:22:27,371 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for e67b12ab3f9d483f9955e369a921699b in 579ms, sequenceid=263, compaction requested=true 2024-11-20T13:22:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T13:22:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T13:22:27,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T13:22:27,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec 2024-11-20T13:22:27,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.4950 sec 2024-11-20T13:22:27,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:27,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:27,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:27,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/9cb4a51f87dc45b4915e80705bf17507 is 50, key is test_row_0/A:col10/1732108947656/Put/seqid=0 2024-11-20T13:22:27,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741896_1072 (size=22065) 2024-11-20T13:22:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109007738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:27,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109007741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:27,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109007743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109007745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:27,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109007858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:27,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109007862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:27,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109007866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:27,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109007866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109008064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109008066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109008072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109008073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/9cb4a51f87dc45b4915e80705bf17507 2024-11-20T13:22:28,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/f1527cfd210846fa8df2aed03d154e51 is 50, key is test_row_0/B:col10/1732108947656/Put/seqid=0 2024-11-20T13:22:28,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741897_1073 (size=12301) 2024-11-20T13:22:28,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/f1527cfd210846fa8df2aed03d154e51 2024-11-20T13:22:28,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/b44142bd80a6471ca8050eee6e034fdb is 50, key is test_row_0/C:col10/1732108947656/Put/seqid=0 2024-11-20T13:22:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741898_1074 (size=12301) 2024-11-20T13:22:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109008372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109008373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109008377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/b44142bd80a6471ca8050eee6e034fdb 2024-11-20T13:22:28,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109008382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/9cb4a51f87dc45b4915e80705bf17507 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/9cb4a51f87dc45b4915e80705bf17507 2024-11-20T13:22:28,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53654 deadline: 1732109008520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,529 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4252 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:22:28,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/9cb4a51f87dc45b4915e80705bf17507, entries=350, sequenceid=274, filesize=21.5 K 2024-11-20T13:22:28,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/f1527cfd210846fa8df2aed03d154e51 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/f1527cfd210846fa8df2aed03d154e51 2024-11-20T13:22:28,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/f1527cfd210846fa8df2aed03d154e51, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T13:22:28,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/b44142bd80a6471ca8050eee6e034fdb as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b44142bd80a6471ca8050eee6e034fdb 2024-11-20T13:22:28,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b44142bd80a6471ca8050eee6e034fdb, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T13:22:28,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e67b12ab3f9d483f9955e369a921699b in 1099ms, sequenceid=274, compaction requested=true 2024-11-20T13:22:28,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:28,760 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:28,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:28,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:28,761 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:28,800 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 61554 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:28,800 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/A is initiating minor compaction (all files) 2024-11-20T13:22:28,800 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/A in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:28,801 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7ac6bdac0a084684a8ffa520fb89aa1f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/741dc57fa04f4046b2eb9478e891fd28, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7f7080c7e64c4b138515337dd7768077, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/9cb4a51f87dc45b4915e80705bf17507] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=60.1 K 2024-11-20T13:22:28,801 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:28,801 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/B is initiating minor compaction (all files) 2024-11-20T13:22:28,801 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/B in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:28,801 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/55d48b9f3a864f2b8326f3f21e04736c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/105073ef6dda4b219a571e36a034a7be, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9e7ca97ec6384e95bcab93be3e949c14, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/f1527cfd210846fa8df2aed03d154e51] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=48.2 K 2024-11-20T13:22:28,812 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 55d48b9f3a864f2b8326f3f21e04736c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732108944150 2024-11-20T13:22:28,812 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ac6bdac0a084684a8ffa520fb89aa1f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732108944150 2024-11-20T13:22:28,820 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 105073ef6dda4b219a571e36a034a7be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108944256 2024-11-20T13:22:28,820 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 741dc57fa04f4046b2eb9478e891fd28, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108944256 2024-11-20T13:22:28,832 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e7ca97ec6384e95bcab93be3e949c14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732108945446 2024-11-20T13:22:28,832 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f7080c7e64c4b138515337dd7768077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732108945446 2024-11-20T13:22:28,840 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f1527cfd210846fa8df2aed03d154e51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732108947644 2024-11-20T13:22:28,840 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cb4a51f87dc45b4915e80705bf17507, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732108947614 2024-11-20T13:22:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:28,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:22:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:28,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:28,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/83a5bed62cf24b92853fdb6c302a5f9c is 50, key is test_row_0/A:col10/1732108948885/Put/seqid=0 2024-11-20T13:22:28,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109008921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109008922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109008932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109008934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:28,954 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:28,955 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/24e10cc37d434c30a40764ee13c6bd83 is 50, key is test_row_0/B:col10/1732108947656/Put/seqid=0 2024-11-20T13:22:28,982 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#A#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:28,983 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/bfb759e863be441b9b239775ebec8687 is 50, key is test_row_0/A:col10/1732108947656/Put/seqid=0 2024-11-20T13:22:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741899_1075 (size=17181) 2024-11-20T13:22:29,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109009033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109009033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741900_1076 (size=12983) 2024-11-20T13:22:29,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741901_1077 (size=12983) 2024-11-20T13:22:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T13:22:29,051 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T13:22:29,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109009060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T13:22:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T13:22:29,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109009083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,085 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:29,086 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:29,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:29,091 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/24e10cc37d434c30a40764ee13c6bd83 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/24e10cc37d434c30a40764ee13c6bd83 2024-11-20T13:22:29,116 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/bfb759e863be441b9b239775ebec8687 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/bfb759e863be441b9b239775ebec8687 2024-11-20T13:22:29,137 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/B of e67b12ab3f9d483f9955e369a921699b into 24e10cc37d434c30a40764ee13c6bd83(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:29,137 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:29,137 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/B, priority=12, startTime=1732108948761; duration=0sec 2024-11-20T13:22:29,137 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:29,138 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:29,138 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:29,149 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/A of e67b12ab3f9d483f9955e369a921699b into bfb759e863be441b9b239775ebec8687(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:29,149 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:29,149 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/A, priority=12, startTime=1732108948760; duration=0sec 2024-11-20T13:22:29,149 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:29,149 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:29,164 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49400 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:29,164 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/C is initiating minor compaction (all files) 2024-11-20T13:22:29,164 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/C in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,165 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5f472fb3b2e44bffa31c495dd8aece61, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a841d14300f941aaa7443b6b5be4168c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5cb01105cf4047b0acec22ee72643571, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b44142bd80a6471ca8050eee6e034fdb] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=48.2 K 2024-11-20T13:22:29,177 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f472fb3b2e44bffa31c495dd8aece61, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732108944150 2024-11-20T13:22:29,181 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting a841d14300f941aaa7443b6b5be4168c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108944256 2024-11-20T13:22:29,182 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cb01105cf4047b0acec22ee72643571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732108945446 2024-11-20T13:22:29,183 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b44142bd80a6471ca8050eee6e034fdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732108947644 2024-11-20T13:22:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T13:22:29,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109009241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109009242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,250 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:29,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,251 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/b62111cfab664c2691b89b42b886c095 is 50, key is test_row_0/C:col10/1732108947656/Put/seqid=0 2024-11-20T13:22:29,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109009293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109009293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741902_1078 (size=12983) 2024-11-20T13:22:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T13:22:29,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/83a5bed62cf24b92853fdb6c302a5f9c 2024-11-20T13:22:29,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/103b642338744ee692761665c1970d69 is 50, key is test_row_0/B:col10/1732108948885/Put/seqid=0 2024-11-20T13:22:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741903_1079 (size=12301) 2024-11-20T13:22:29,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/103b642338744ee692761665c1970d69 2024-11-20T13:22:29,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109009564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109009565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:29,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:29,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/0dc40e406c1b4d72ad6a05d5e851dd91 is 50, key is test_row_0/C:col10/1732108948885/Put/seqid=0 2024-11-20T13:22:29,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109009602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109009628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741904_1080 (size=12301) 2024-11-20T13:22:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T13:22:29,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,812 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/b62111cfab664c2691b89b42b886c095 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b62111cfab664c2691b89b42b886c095 2024-11-20T13:22:29,892 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/C of e67b12ab3f9d483f9955e369a921699b into b62111cfab664c2691b89b42b886c095(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:29,892 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:29,892 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/C, priority=12, startTime=1732108948768; duration=0sec 2024-11-20T13:22:29,892 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:29,893 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:29,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:29,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:29,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:29,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:29,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/0dc40e406c1b4d72ad6a05d5e851dd91 2024-11-20T13:22:30,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/83a5bed62cf24b92853fdb6c302a5f9c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/83a5bed62cf24b92853fdb6c302a5f9c 2024-11-20T13:22:30,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/83a5bed62cf24b92853fdb6c302a5f9c, entries=250, sequenceid=302, filesize=16.8 K 2024-11-20T13:22:30,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/103b642338744ee692761665c1970d69 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/103b642338744ee692761665c1970d69 2024-11-20T13:22:30,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:30,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:30,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/103b642338744ee692761665c1970d69, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T13:22:30,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/0dc40e406c1b4d72ad6a05d5e851dd91 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/0dc40e406c1b4d72ad6a05d5e851dd91 2024-11-20T13:22:30,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/0dc40e406c1b4d72ad6a05d5e851dd91, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T13:22:30,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e67b12ab3f9d483f9955e369a921699b in 1206ms, sequenceid=302, compaction requested=false 2024-11-20T13:22:30,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:30,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:30,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/5ab04791670541b6b73fa19bb4745ff6 is 50, key is test_row_0/A:col10/1732108950125/Put/seqid=0 2024-11-20T13:22:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T13:22:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741905_1081 (size=14741) 2024-11-20T13:22:30,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/5ab04791670541b6b73fa19bb4745ff6 2024-11-20T13:22:30,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/27010d89b46c4a468c1091959b61c66d is 50, key is test_row_0/B:col10/1732108950125/Put/seqid=0 2024-11-20T13:22:30,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109010241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109010242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109010243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:30,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109010245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741906_1082 (size=12301) 2024-11-20T13:22:30,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/27010d89b46c4a468c1091959b61c66d 2024-11-20T13:22:30,282 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6b07e3 to 127.0.0.1:64876 2024-11-20T13:22:30,283 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,283 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72e97e4b to 127.0.0.1:64876 2024-11-20T13:22:30,283 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,289 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c8de680 to 127.0.0.1:64876 2024-11-20T13:22:30,290 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,292 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490457fd to 127.0.0.1:64876 2024-11-20T13:22:30,292 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/c6f5fcd6c4c4476b91f71e26a0319f83 is 50, key is test_row_0/C:col10/1732108950125/Put/seqid=0 2024-11-20T13:22:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109010356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109010355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109010358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109010358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741907_1083 (size=12301) 2024-11-20T13:22:30,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:30,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,472 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:22:30,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53668 deadline: 1732109010561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53670 deadline: 1732109010561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1732109010564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53614 deadline: 1732109010572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:30,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:30,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/c6f5fcd6c4c4476b91f71e26a0319f83 2024-11-20T13:22:30,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:30,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:30,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/5ab04791670541b6b73fa19bb4745ff6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5ab04791670541b6b73fa19bb4745ff6 2024-11-20T13:22:30,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5ab04791670541b6b73fa19bb4745ff6, entries=200, sequenceid=318, filesize=14.4 K 2024-11-20T13:22:30,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/27010d89b46c4a468c1091959b61c66d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/27010d89b46c4a468c1091959b61c66d 2024-11-20T13:22:30,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/27010d89b46c4a468c1091959b61c66d, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T13:22:30,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/c6f5fcd6c4c4476b91f71e26a0319f83 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/c6f5fcd6c4c4476b91f71e26a0319f83 2024-11-20T13:22:30,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/c6f5fcd6c4c4476b91f71e26a0319f83, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T13:22:30,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e67b12ab3f9d483f9955e369a921699b in 710ms, sequenceid=318, compaction requested=true 2024-11-20T13:22:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:30,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:22:30,840 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:30,841 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:30,842 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:30,843 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/C is initiating minor compaction (all files) 2024-11-20T13:22:30,843 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/C in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,843 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b62111cfab664c2691b89b42b886c095, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/0dc40e406c1b4d72ad6a05d5e851dd91, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/c6f5fcd6c4c4476b91f71e26a0319f83] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=36.7 K 2024-11-20T13:22:30,848 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b62111cfab664c2691b89b42b886c095, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732108947644 2024-11-20T13:22:30,848 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:30,848 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/A is initiating minor compaction (all files) 2024-11-20T13:22:30,849 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/A in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,849 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/bfb759e863be441b9b239775ebec8687, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/83a5bed62cf24b92853fdb6c302a5f9c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5ab04791670541b6b73fa19bb4745ff6] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=43.9 K 2024-11-20T13:22:30,849 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dc40e406c1b4d72ad6a05d5e851dd91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732108947737 2024-11-20T13:22:30,849 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfb759e863be441b9b239775ebec8687, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732108947644 2024-11-20T13:22:30,850 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f5fcd6c4c4476b91f71e26a0319f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732108948922 2024-11-20T13:22:30,851 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83a5bed62cf24b92853fdb6c302a5f9c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732108947737 2024-11-20T13:22:30,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ab04791670541b6b73fa19bb4745ff6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732108948922 2024-11-20T13:22:30,876 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:30,879 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/04fd453456e1483b929106b6783bf6e6 is 50, key is test_row_0/C:col10/1732108950125/Put/seqid=0 2024-11-20T13:22:30,882 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#A#compaction#70 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:30,884 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/3b41488e93db4a0695513a1599ef4ace is 50, key is test_row_0/A:col10/1732108950125/Put/seqid=0 2024-11-20T13:22:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:30,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:22:30,897 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18603bb9 to 127.0.0.1:64876 2024-11-20T13:22:30,897 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,900 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bbb5d8a to 127.0.0.1:64876 2024-11-20T13:22:30,900 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,903 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04977266 to 127.0.0.1:64876 2024-11-20T13:22:30,903 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,903 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b32f98 to 127.0.0.1:64876 2024-11-20T13:22:30,903 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:30,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:30,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:30,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:30,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:30,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:30,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:30,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741909_1085 (size=13085) 2024-11-20T13:22:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741908_1084 (size=13085) 2024-11-20T13:22:30,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1396ff9acadd48369485a172536a927a is 50, key is test_row_0/A:col10/1732108950897/Put/seqid=0 2024-11-20T13:22:30,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:30,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741910_1086 (size=12301) 2024-11-20T13:22:30,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1396ff9acadd48369485a172536a927a 2024-11-20T13:22:30,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/93d3c9025bc14983a30a9a1725a3c221 is 50, key is test_row_0/B:col10/1732108950897/Put/seqid=0 2024-11-20T13:22:31,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741911_1087 (size=12301) 2024-11-20T13:22:31,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/93d3c9025bc14983a30a9a1725a3c221 2024-11-20T13:22:31,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/f694a486387141d2a7750e7f33448b41 is 50, key is test_row_0/C:col10/1732108950897/Put/seqid=0 2024-11-20T13:22:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741912_1088 (size=12301) 2024-11-20T13:22:31,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/f694a486387141d2a7750e7f33448b41 2024-11-20T13:22:31,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/1396ff9acadd48369485a172536a927a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1396ff9acadd48369485a172536a927a 2024-11-20T13:22:31,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1396ff9acadd48369485a172536a927a, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T13:22:31,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/93d3c9025bc14983a30a9a1725a3c221 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/93d3c9025bc14983a30a9a1725a3c221 2024-11-20T13:22:31,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:31,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. as already flushing 2024-11-20T13:22:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:31,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:31,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/93d3c9025bc14983a30a9a1725a3c221, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T13:22:31,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/f694a486387141d2a7750e7f33448b41 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/f694a486387141d2a7750e7f33448b41 2024-11-20T13:22:31,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/f694a486387141d2a7750e7f33448b41, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T13:22:31,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for e67b12ab3f9d483f9955e369a921699b in 279ms, sequenceid=345, compaction requested=true 2024-11-20T13:22:31,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:31,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:31,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:31,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:31,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:22:31,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e67b12ab3f9d483f9955e369a921699b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:31,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T13:22:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T13:22:31,278 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:31,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T13:22:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T13:22:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T13:22:31,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T13:22:31,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1960 sec 2024-11-20T13:22:31,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.2060 sec 2024-11-20T13:22:31,353 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/04fd453456e1483b929106b6783bf6e6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/04fd453456e1483b929106b6783bf6e6 2024-11-20T13:22:31,356 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/3b41488e93db4a0695513a1599ef4ace as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/3b41488e93db4a0695513a1599ef4ace 2024-11-20T13:22:31,375 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/C of e67b12ab3f9d483f9955e369a921699b into 04fd453456e1483b929106b6783bf6e6(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:31,375 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:31,375 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/C, priority=13, startTime=1732108950839; duration=0sec 2024-11-20T13:22:31,375 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T13:22:31,375 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:31,375 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-20T13:22:31,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:22:31,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:22:31,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. because compaction request was cancelled 2024-11-20T13:22:31,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:31,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:31,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:31,381 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/A of e67b12ab3f9d483f9955e369a921699b into 3b41488e93db4a0695513a1599ef4ace(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:31,381 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:31,381 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/A, priority=13, startTime=1732108950839; duration=0sec 2024-11-20T13:22:31,381 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:31,381 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:A 2024-11-20T13:22:31,386 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:31,386 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): e67b12ab3f9d483f9955e369a921699b/B is initiating minor compaction (all files) 2024-11-20T13:22:31,387 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e67b12ab3f9d483f9955e369a921699b/B in TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:31,387 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/24e10cc37d434c30a40764ee13c6bd83, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/103b642338744ee692761665c1970d69, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/27010d89b46c4a468c1091959b61c66d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/93d3c9025bc14983a30a9a1725a3c221] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp, totalSize=48.7 K 2024-11-20T13:22:31,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-20T13:22:31,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:22:31,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:22:31,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. because compaction request was cancelled 2024-11-20T13:22:31,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:31,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T13:22:31,391 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 24e10cc37d434c30a40764ee13c6bd83, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732108947644 2024-11-20T13:22:31,392 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 103b642338744ee692761665c1970d69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732108947737 2024-11-20T13:22:31,393 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:22:31,394 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:22:31,394 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. because compaction request was cancelled 2024-11-20T13:22:31,394 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:C 2024-11-20T13:22:31,394 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 27010d89b46c4a468c1091959b61c66d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732108948922 2024-11-20T13:22:31,396 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 93d3c9025bc14983a30a9a1725a3c221, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732108950229 2024-11-20T13:22:31,429 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e67b12ab3f9d483f9955e369a921699b#B#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:31,433 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/600a1ffa21e84dfaa5d4371e57aeaace is 50, key is test_row_0/B:col10/1732108950897/Put/seqid=0 2024-11-20T13:22:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741913_1089 (size=13119) 2024-11-20T13:22:31,870 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/600a1ffa21e84dfaa5d4371e57aeaace as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/600a1ffa21e84dfaa5d4371e57aeaace 2024-11-20T13:22:31,878 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e67b12ab3f9d483f9955e369a921699b/B of e67b12ab3f9d483f9955e369a921699b into 600a1ffa21e84dfaa5d4371e57aeaace(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:31,878 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:31,878 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b., storeName=e67b12ab3f9d483f9955e369a921699b/B, priority=12, startTime=1732108951176; duration=0sec 2024-11-20T13:22:31,878 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:31,878 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e67b12ab3f9d483f9955e369a921699b:B 2024-11-20T13:22:32,569 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12885408 to 127.0.0.1:64876 2024-11-20T13:22:32,569 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T13:22:33,196 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1897 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2041 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 921 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2763 rows 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 915 2024-11-20T13:22:33,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2745 rows 2024-11-20T13:22:33,196 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:22:33,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e98ea32 to 127.0.0.1:64876 2024-11-20T13:22:33,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:33,200 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T13:22:33,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T13:22:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:33,220 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108953219"}]},"ts":"1732108953219"} 2024-11-20T13:22:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T13:22:33,223 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T13:22:33,226 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T13:22:33,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:22:33,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b, UNASSIGN}] 2024-11-20T13:22:33,237 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b, UNASSIGN 2024-11-20T13:22:33,239 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=e67b12ab3f9d483f9955e369a921699b, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:33,241 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37911 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=5ef453f0fbb6,36009,1732108922197, table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T13:22:33,242 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:22:33,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; CloseRegionProcedure e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:22:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T13:22:33,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:33,401 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] handler.UnassignRegionHandler(124): Close e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:33,402 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:22:33,403 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1681): Closing e67b12ab3f9d483f9955e369a921699b, disabling compactions & flushes 2024-11-20T13:22:33,403 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:33,403 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:33,403 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. after waiting 0 ms 2024-11-20T13:22:33,403 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:33,403 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(2837): Flushing e67b12ab3f9d483f9955e369a921699b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-20T13:22:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=A 2024-11-20T13:22:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=B 2024-11-20T13:22:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e67b12ab3f9d483f9955e369a921699b, store=C 2024-11-20T13:22:33,404 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:33,411 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/8e59630852364b53a751f881c8ef33cc is 50, key is test_row_1/A:col10/1732108952567/Put/seqid=0 2024-11-20T13:22:33,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741914_1090 (size=7415) 2024-11-20T13:22:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T13:22:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T13:22:33,827 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/8e59630852364b53a751f881c8ef33cc 2024-11-20T13:22:33,838 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/d3dc93dda387410da3fc89b353ce1ddc is 50, key is test_row_1/B:col10/1732108952567/Put/seqid=0 2024-11-20T13:22:33,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741915_1091 (size=7415) 2024-11-20T13:22:33,856 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/d3dc93dda387410da3fc89b353ce1ddc 2024-11-20T13:22:33,874 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/e0a7709895e24ffa92a1a411d36efba4 is 50, key is test_row_1/C:col10/1732108952567/Put/seqid=0 2024-11-20T13:22:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741916_1092 (size=7415) 2024-11-20T13:22:34,293 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/e0a7709895e24ffa92a1a411d36efba4 2024-11-20T13:22:34,301 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/A/8e59630852364b53a751f881c8ef33cc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/8e59630852364b53a751f881c8ef33cc 2024-11-20T13:22:34,308 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/8e59630852364b53a751f881c8ef33cc, entries=50, sequenceid=353, filesize=7.2 K 2024-11-20T13:22:34,310 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/B/d3dc93dda387410da3fc89b353ce1ddc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/d3dc93dda387410da3fc89b353ce1ddc 2024-11-20T13:22:34,317 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/d3dc93dda387410da3fc89b353ce1ddc, entries=50, sequenceid=353, filesize=7.2 K 2024-11-20T13:22:34,319 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/.tmp/C/e0a7709895e24ffa92a1a411d36efba4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0a7709895e24ffa92a1a411d36efba4 2024-11-20T13:22:34,326 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0a7709895e24ffa92a1a411d36efba4, entries=50, sequenceid=353, filesize=7.2 K 2024-11-20T13:22:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T13:22:34,328 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for e67b12ab3f9d483f9955e369a921699b in 925ms, sequenceid=353, compaction requested=true 2024-11-20T13:22:34,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2a425308eef44dadbdb7f97c69810769, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/fe042607c5d649c79150a6b3b3b03dcd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/0c485dc34ec4434ba4a21347229c1cee, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/f3262e0015034625b8c26117d16cbc7a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1347478f78474f4da1b7c707c2019186, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/a4f3d87096a14400817143e34a3eb7dc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1ba94c95728b4404b8b649dc379f673a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/6c03cb92bdde4632ba8869f85dfea3fc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/cf9f69233f934b2cb769a5b00957b6d5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/77727d44e79746d69bdc99d31ebf6bc7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/59cceb8c0cc94120a1a61ca2232a13ea, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5dac6f39b9c34a96879ae0ff2ae80efd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/722c844b67d94522aed9658dc0dc56b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2e38dacea74946feabc89af92acc519c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b3d13dfcbd81416b8b03b51b93414e64, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b08d582f2cc344b7be69ed18ab2d21b1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7ac6bdac0a084684a8ffa520fb89aa1f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/741dc57fa04f4046b2eb9478e891fd28, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7f7080c7e64c4b138515337dd7768077, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/9cb4a51f87dc45b4915e80705bf17507, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/bfb759e863be441b9b239775ebec8687, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/83a5bed62cf24b92853fdb6c302a5f9c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5ab04791670541b6b73fa19bb4745ff6] to archive 2024-11-20T13:22:34,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:22:34,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2a425308eef44dadbdb7f97c69810769 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2a425308eef44dadbdb7f97c69810769 2024-11-20T13:22:34,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/fe042607c5d649c79150a6b3b3b03dcd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/fe042607c5d649c79150a6b3b3b03dcd 2024-11-20T13:22:34,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/0c485dc34ec4434ba4a21347229c1cee to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/0c485dc34ec4434ba4a21347229c1cee 2024-11-20T13:22:34,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/f3262e0015034625b8c26117d16cbc7a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/f3262e0015034625b8c26117d16cbc7a 2024-11-20T13:22:34,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1347478f78474f4da1b7c707c2019186 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1347478f78474f4da1b7c707c2019186 2024-11-20T13:22:34,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/a4f3d87096a14400817143e34a3eb7dc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/a4f3d87096a14400817143e34a3eb7dc 2024-11-20T13:22:34,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1ba94c95728b4404b8b649dc379f673a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1ba94c95728b4404b8b649dc379f673a 2024-11-20T13:22:34,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/6c03cb92bdde4632ba8869f85dfea3fc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/6c03cb92bdde4632ba8869f85dfea3fc 2024-11-20T13:22:34,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/cf9f69233f934b2cb769a5b00957b6d5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/cf9f69233f934b2cb769a5b00957b6d5 2024-11-20T13:22:34,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/77727d44e79746d69bdc99d31ebf6bc7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/77727d44e79746d69bdc99d31ebf6bc7 2024-11-20T13:22:34,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/59cceb8c0cc94120a1a61ca2232a13ea to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/59cceb8c0cc94120a1a61ca2232a13ea 2024-11-20T13:22:34,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5dac6f39b9c34a96879ae0ff2ae80efd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5dac6f39b9c34a96879ae0ff2ae80efd 2024-11-20T13:22:34,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/722c844b67d94522aed9658dc0dc56b0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/722c844b67d94522aed9658dc0dc56b0 2024-11-20T13:22:34,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2e38dacea74946feabc89af92acc519c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/2e38dacea74946feabc89af92acc519c 2024-11-20T13:22:34,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b3d13dfcbd81416b8b03b51b93414e64 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b3d13dfcbd81416b8b03b51b93414e64 2024-11-20T13:22:34,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b08d582f2cc344b7be69ed18ab2d21b1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/b08d582f2cc344b7be69ed18ab2d21b1 2024-11-20T13:22:34,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7ac6bdac0a084684a8ffa520fb89aa1f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7ac6bdac0a084684a8ffa520fb89aa1f 2024-11-20T13:22:34,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/741dc57fa04f4046b2eb9478e891fd28 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/741dc57fa04f4046b2eb9478e891fd28 2024-11-20T13:22:34,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7f7080c7e64c4b138515337dd7768077 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/7f7080c7e64c4b138515337dd7768077 2024-11-20T13:22:34,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/9cb4a51f87dc45b4915e80705bf17507 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/9cb4a51f87dc45b4915e80705bf17507 2024-11-20T13:22:34,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/bfb759e863be441b9b239775ebec8687 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/bfb759e863be441b9b239775ebec8687 2024-11-20T13:22:34,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/83a5bed62cf24b92853fdb6c302a5f9c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/83a5bed62cf24b92853fdb6c302a5f9c 2024-11-20T13:22:34,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5ab04791670541b6b73fa19bb4745ff6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/5ab04791670541b6b73fa19bb4745ff6 2024-11-20T13:22:34,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/41e5d88d1aa8496b92872949416d149f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b519bc646ef4c3abf2208ced8935e96, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/3d3cc267b1014c2493f559af669c309a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/64a05c22da4b47f1a5fa9468486f6c05, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/b7f85cb4973d44cca8fd5af95aed10f7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/ccf3ad287c9c4d66a09aa3d97565e037, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/af9ce5476f6148978b01adca733c0e4a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/52f46d11243849929033b0450374564b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/37c6a50edf924a85b9199a16117b062b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/5c5d59e3c401484880797c21b2be67e7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/6522b721bedc49fda8331cc58c152f57, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/67da74b9cd634bfaa4db284de356bde1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/96379f848374483495de6d4dd6b77197, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/bc5ffec0aae048ee87874a2023f53074, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b681d30fe124229b6d05c44356ed62d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/55d48b9f3a864f2b8326f3f21e04736c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/19f407ed0dba4c0c96b2d7f91365d5c8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/105073ef6dda4b219a571e36a034a7be, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9e7ca97ec6384e95bcab93be3e949c14, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/24e10cc37d434c30a40764ee13c6bd83, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/f1527cfd210846fa8df2aed03d154e51, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/103b642338744ee692761665c1970d69, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/27010d89b46c4a468c1091959b61c66d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/93d3c9025bc14983a30a9a1725a3c221] to archive 2024-11-20T13:22:34,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:22:34,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/41e5d88d1aa8496b92872949416d149f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/41e5d88d1aa8496b92872949416d149f 2024-11-20T13:22:34,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b519bc646ef4c3abf2208ced8935e96 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b519bc646ef4c3abf2208ced8935e96 2024-11-20T13:22:34,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/3d3cc267b1014c2493f559af669c309a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/3d3cc267b1014c2493f559af669c309a 2024-11-20T13:22:34,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/64a05c22da4b47f1a5fa9468486f6c05 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/64a05c22da4b47f1a5fa9468486f6c05 2024-11-20T13:22:34,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/b7f85cb4973d44cca8fd5af95aed10f7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/b7f85cb4973d44cca8fd5af95aed10f7 2024-11-20T13:22:34,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/ccf3ad287c9c4d66a09aa3d97565e037 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/ccf3ad287c9c4d66a09aa3d97565e037 2024-11-20T13:22:34,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/af9ce5476f6148978b01adca733c0e4a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/af9ce5476f6148978b01adca733c0e4a 2024-11-20T13:22:34,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/52f46d11243849929033b0450374564b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/52f46d11243849929033b0450374564b 2024-11-20T13:22:34,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/37c6a50edf924a85b9199a16117b062b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/37c6a50edf924a85b9199a16117b062b 2024-11-20T13:22:34,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/5c5d59e3c401484880797c21b2be67e7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/5c5d59e3c401484880797c21b2be67e7 2024-11-20T13:22:34,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/6522b721bedc49fda8331cc58c152f57 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/6522b721bedc49fda8331cc58c152f57 2024-11-20T13:22:34,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/67da74b9cd634bfaa4db284de356bde1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/67da74b9cd634bfaa4db284de356bde1 2024-11-20T13:22:34,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/96379f848374483495de6d4dd6b77197 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/96379f848374483495de6d4dd6b77197 2024-11-20T13:22:34,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/bc5ffec0aae048ee87874a2023f53074 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/bc5ffec0aae048ee87874a2023f53074 2024-11-20T13:22:34,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b681d30fe124229b6d05c44356ed62d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9b681d30fe124229b6d05c44356ed62d 2024-11-20T13:22:34,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/55d48b9f3a864f2b8326f3f21e04736c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/55d48b9f3a864f2b8326f3f21e04736c 2024-11-20T13:22:34,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/19f407ed0dba4c0c96b2d7f91365d5c8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/19f407ed0dba4c0c96b2d7f91365d5c8 2024-11-20T13:22:34,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/105073ef6dda4b219a571e36a034a7be to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/105073ef6dda4b219a571e36a034a7be 2024-11-20T13:22:34,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9e7ca97ec6384e95bcab93be3e949c14 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/9e7ca97ec6384e95bcab93be3e949c14 2024-11-20T13:22:34,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/24e10cc37d434c30a40764ee13c6bd83 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/24e10cc37d434c30a40764ee13c6bd83 2024-11-20T13:22:34,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/f1527cfd210846fa8df2aed03d154e51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/f1527cfd210846fa8df2aed03d154e51 2024-11-20T13:22:34,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/103b642338744ee692761665c1970d69 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/103b642338744ee692761665c1970d69 2024-11-20T13:22:34,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/27010d89b46c4a468c1091959b61c66d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/27010d89b46c4a468c1091959b61c66d 2024-11-20T13:22:34,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/93d3c9025bc14983a30a9a1725a3c221 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/93d3c9025bc14983a30a9a1725a3c221 2024-11-20T13:22:34,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5b9d39dcea4b40c6a863994c460405ed, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06362c61f1784321ba4855b46fd7d379, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/ab3cda7d3414441cabd72b0370e81d87, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/d17ddba78c9d42198ae1ebb395bc9594, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/370104fbeffc4481afeb3988c0d13df6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06431d1f4657420883f5870dfe3a3c91, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0f37bcc96b7469aa2aabb4f997efcf3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/2466d61cdb094f35bf87aa68f147f53d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a332ce07517445d2b0b3d989dd2f870d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/60862270c0c14642a32d135450d9bdd8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5aa8e0579ce547ef942853528e525b9b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/feb617e968f4453fbd67f769a4e7cbc1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a8d771ec239c452f8b1489135f19932d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/13672a41a62c4cdc8eb93f08b4d9ece5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/697cd71c60f84fd58385ed1ab9ea452f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5f472fb3b2e44bffa31c495dd8aece61, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/51e8d1e5acea4a81b539edf586ea72a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a841d14300f941aaa7443b6b5be4168c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5cb01105cf4047b0acec22ee72643571, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b62111cfab664c2691b89b42b886c095, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b44142bd80a6471ca8050eee6e034fdb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/0dc40e406c1b4d72ad6a05d5e851dd91, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/c6f5fcd6c4c4476b91f71e26a0319f83] to archive 2024-11-20T13:22:34,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:22:34,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5b9d39dcea4b40c6a863994c460405ed to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5b9d39dcea4b40c6a863994c460405ed 2024-11-20T13:22:34,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06362c61f1784321ba4855b46fd7d379 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06362c61f1784321ba4855b46fd7d379 2024-11-20T13:22:34,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/ab3cda7d3414441cabd72b0370e81d87 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/ab3cda7d3414441cabd72b0370e81d87 2024-11-20T13:22:34,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/d17ddba78c9d42198ae1ebb395bc9594 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/d17ddba78c9d42198ae1ebb395bc9594 2024-11-20T13:22:34,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/370104fbeffc4481afeb3988c0d13df6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/370104fbeffc4481afeb3988c0d13df6 2024-11-20T13:22:34,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06431d1f4657420883f5870dfe3a3c91 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/06431d1f4657420883f5870dfe3a3c91 2024-11-20T13:22:34,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0f37bcc96b7469aa2aabb4f997efcf3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0f37bcc96b7469aa2aabb4f997efcf3 2024-11-20T13:22:34,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/2466d61cdb094f35bf87aa68f147f53d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/2466d61cdb094f35bf87aa68f147f53d 2024-11-20T13:22:34,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a332ce07517445d2b0b3d989dd2f870d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a332ce07517445d2b0b3d989dd2f870d 2024-11-20T13:22:34,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/60862270c0c14642a32d135450d9bdd8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/60862270c0c14642a32d135450d9bdd8 2024-11-20T13:22:34,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5aa8e0579ce547ef942853528e525b9b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5aa8e0579ce547ef942853528e525b9b 2024-11-20T13:22:34,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/feb617e968f4453fbd67f769a4e7cbc1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/feb617e968f4453fbd67f769a4e7cbc1 2024-11-20T13:22:34,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a8d771ec239c452f8b1489135f19932d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a8d771ec239c452f8b1489135f19932d 2024-11-20T13:22:34,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/13672a41a62c4cdc8eb93f08b4d9ece5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/13672a41a62c4cdc8eb93f08b4d9ece5 2024-11-20T13:22:34,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/697cd71c60f84fd58385ed1ab9ea452f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/697cd71c60f84fd58385ed1ab9ea452f 2024-11-20T13:22:34,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5f472fb3b2e44bffa31c495dd8aece61 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5f472fb3b2e44bffa31c495dd8aece61 2024-11-20T13:22:34,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/51e8d1e5acea4a81b539edf586ea72a5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/51e8d1e5acea4a81b539edf586ea72a5 2024-11-20T13:22:34,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a841d14300f941aaa7443b6b5be4168c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/a841d14300f941aaa7443b6b5be4168c 2024-11-20T13:22:34,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5cb01105cf4047b0acec22ee72643571 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/5cb01105cf4047b0acec22ee72643571 2024-11-20T13:22:34,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b62111cfab664c2691b89b42b886c095 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b62111cfab664c2691b89b42b886c095 2024-11-20T13:22:34,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b44142bd80a6471ca8050eee6e034fdb to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/b44142bd80a6471ca8050eee6e034fdb 2024-11-20T13:22:34,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/0dc40e406c1b4d72ad6a05d5e851dd91 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/0dc40e406c1b4d72ad6a05d5e851dd91 2024-11-20T13:22:34,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/c6f5fcd6c4c4476b91f71e26a0319f83 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/c6f5fcd6c4c4476b91f71e26a0319f83 2024-11-20T13:22:34,572 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/recovered.edits/356.seqid, newMaxSeqId=356, maxSeqId=1 2024-11-20T13:22:34,580 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b. 2024-11-20T13:22:34,580 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] regionserver.HRegion(1635): Region close journal for e67b12ab3f9d483f9955e369a921699b: 2024-11-20T13:22:34,582 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=27}] handler.UnassignRegionHandler(170): Closed e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:34,583 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=e67b12ab3f9d483f9955e369a921699b, regionState=CLOSED 2024-11-20T13:22:34,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T13:22:34,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseRegionProcedure e67b12ab3f9d483f9955e369a921699b, server=5ef453f0fbb6,36009,1732108922197 in 1.3470 sec 2024-11-20T13:22:34,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T13:22:34,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=25, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e67b12ab3f9d483f9955e369a921699b, UNASSIGN in 1.3570 sec 2024-11-20T13:22:34,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T13:22:34,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3670 sec 2024-11-20T13:22:34,598 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108954598"}]},"ts":"1732108954598"} 2024-11-20T13:22:34,600 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T13:22:34,610 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T13:22:34,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4010 sec 2024-11-20T13:22:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T13:22:35,329 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T13:22:35,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T13:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:35,340 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=28, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:35,341 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=28, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T13:22:35,352 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:35,359 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/recovered.edits] 2024-11-20T13:22:35,372 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1396ff9acadd48369485a172536a927a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/1396ff9acadd48369485a172536a927a 2024-11-20T13:22:35,380 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/3b41488e93db4a0695513a1599ef4ace to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/3b41488e93db4a0695513a1599ef4ace 2024-11-20T13:22:35,387 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/8e59630852364b53a751f881c8ef33cc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/A/8e59630852364b53a751f881c8ef33cc 2024-11-20T13:22:35,397 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/600a1ffa21e84dfaa5d4371e57aeaace to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/600a1ffa21e84dfaa5d4371e57aeaace 2024-11-20T13:22:35,399 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/d3dc93dda387410da3fc89b353ce1ddc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/B/d3dc93dda387410da3fc89b353ce1ddc 2024-11-20T13:22:35,403 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/04fd453456e1483b929106b6783bf6e6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/04fd453456e1483b929106b6783bf6e6 2024-11-20T13:22:35,405 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0a7709895e24ffa92a1a411d36efba4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/e0a7709895e24ffa92a1a411d36efba4 2024-11-20T13:22:35,407 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/f694a486387141d2a7750e7f33448b41 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/C/f694a486387141d2a7750e7f33448b41 2024-11-20T13:22:35,411 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/recovered.edits/356.seqid to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b/recovered.edits/356.seqid 2024-11-20T13:22:35,412 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/e67b12ab3f9d483f9955e369a921699b 2024-11-20T13:22:35,412 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T13:22:35,419 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=28, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:35,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T13:22:35,429 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T13:22:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T13:22:35,468 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T13:22:35,470 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=28, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:35,470 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T13:22:35,470 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732108955470"}]},"ts":"9223372036854775807"} 2024-11-20T13:22:35,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T13:22:35,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e67b12ab3f9d483f9955e369a921699b, NAME => 'TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T13:22:35,474 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T13:22:35,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732108955474"}]},"ts":"9223372036854775807"} 2024-11-20T13:22:35,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T13:22:35,493 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=28, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:35,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 159 msec 2024-11-20T13:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T13:22:35,645 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T13:22:35,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x84c519b-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1776588188_22 at /127.0.0.1:58940 [Waiting for operation #209] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x84c519b-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5ef453f0fbb6:36009-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x84c519b-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1776588188_22 at /127.0.0.1:55752 [Waiting for operation #192] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x84c519b-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1559263925_22 at /127.0.0.1:55182 [Waiting for operation #97] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2576 (was 4877) 2024-11-20T13:22:35,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=2576 2024-11-20T13:22:35,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:22:35,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:22:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:35,685 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:22:35,686 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:35,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 29 2024-11-20T13:22:35,687 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:22:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-20T13:22:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741917_1093 (size=960) 2024-11-20T13:22:35,745 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:22:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-20T13:22:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741918_1094 (size=53) 2024-11-20T13:22:35,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:35,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a32562042daf05717326822b72091a95, disabling compactions & flushes 2024-11-20T13:22:35,813 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:35,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:35,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. after waiting 0 ms 2024-11-20T13:22:35,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:35,813 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:35,813 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:35,815 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:22:35,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732108955815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108955815"}]},"ts":"1732108955815"} 2024-11-20T13:22:35,818 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:22:35,819 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:22:35,819 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108955819"}]},"ts":"1732108955819"} 2024-11-20T13:22:35,821 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T13:22:35,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, ASSIGN}] 2024-11-20T13:22:35,854 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, ASSIGN 2024-11-20T13:22:35,855 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=false 2024-11-20T13:22:36,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:36,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:22:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-20T13:22:36,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:36,168 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:36,168 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7285): Opening region: {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:22:36,168 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a32562042daf05717326822b72091a95 2024-11-20T13:22:36,169 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:36,169 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7327): checking encryption for a32562042daf05717326822b72091a95 2024-11-20T13:22:36,169 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7330): checking classloading for a32562042daf05717326822b72091a95 2024-11-20T13:22:36,173 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a32562042daf05717326822b72091a95 2024-11-20T13:22:36,184 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:36,185 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32562042daf05717326822b72091a95 columnFamilyName A 2024-11-20T13:22:36,185 DEBUG [StoreOpener-a32562042daf05717326822b72091a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:36,186 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(327): Store=a32562042daf05717326822b72091a95/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:36,186 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a32562042daf05717326822b72091a95 2024-11-20T13:22:36,187 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:36,202 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32562042daf05717326822b72091a95 columnFamilyName B 2024-11-20T13:22:36,203 DEBUG [StoreOpener-a32562042daf05717326822b72091a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:36,205 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(327): Store=a32562042daf05717326822b72091a95/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:36,205 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a32562042daf05717326822b72091a95 2024-11-20T13:22:36,207 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:36,207 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32562042daf05717326822b72091a95 columnFamilyName C 2024-11-20T13:22:36,207 DEBUG [StoreOpener-a32562042daf05717326822b72091a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:36,208 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(327): Store=a32562042daf05717326822b72091a95/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:36,208 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:36,209 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95 2024-11-20T13:22:36,210 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95 2024-11-20T13:22:36,214 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:22:36,215 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1085): writing seq id for a32562042daf05717326822b72091a95 2024-11-20T13:22:36,222 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:22:36,223 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1102): Opened a32562042daf05717326822b72091a95; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74691769, jitterRate=0.11299408972263336}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:22:36,224 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1001): Region open journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:36,236 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., pid=31, masterSystemTime=1732108956163 2024-11-20T13:22:36,246 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:36,246 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:36,246 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:36,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T13:22:36,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 in 242 msec 2024-11-20T13:22:36,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T13:22:36,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, ASSIGN in 402 msec 2024-11-20T13:22:36,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:22:36,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108956258"}]},"ts":"1732108956258"} 2024-11-20T13:22:36,259 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T13:22:36,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:22:36,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 595 msec 2024-11-20T13:22:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=29 2024-11-20T13:22:36,315 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 29 completed 2024-11-20T13:22:36,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-20T13:22:36,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:36,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:36,338 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:36,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:22:36,352 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:22:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:22:36,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:22:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T13:22:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741919_1095 (size=996) 2024-11-20T13:22:36,820 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T13:22:36,820 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T13:22:36,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:22:36,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, REOPEN/MOVE}] 2024-11-20T13:22:36,850 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, REOPEN/MOVE 2024-11-20T13:22:36,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:36,856 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:22:36,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:22:37,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,008 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close a32562042daf05717326822b72091a95 2024-11-20T13:22:37,008 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:22:37,008 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing a32562042daf05717326822b72091a95, disabling compactions & flushes 2024-11-20T13:22:37,008 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,008 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,008 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. after waiting 0 ms 2024-11-20T13:22:37,008 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,019 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:22:37,020 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,020 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:37,020 WARN [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionServer(3786): Not adding moved region record: a32562042daf05717326822b72091a95 to self. 2024-11-20T13:22:37,022 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed a32562042daf05717326822b72091a95 2024-11-20T13:22:37,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=CLOSED 2024-11-20T13:22:37,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T13:22:37,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 in 168 msec 2024-11-20T13:22:37,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, REOPEN/MOVE; state=CLOSED, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=true 2024-11-20T13:22:37,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=34, state=RUNNABLE; OpenRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:22:37,338 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,352 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,352 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:22:37,353 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a32562042daf05717326822b72091a95 2024-11-20T13:22:37,353 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:22:37,353 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for a32562042daf05717326822b72091a95 2024-11-20T13:22:37,353 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for a32562042daf05717326822b72091a95 2024-11-20T13:22:37,369 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a32562042daf05717326822b72091a95 2024-11-20T13:22:37,370 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:37,377 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32562042daf05717326822b72091a95 columnFamilyName A 2024-11-20T13:22:37,380 DEBUG [StoreOpener-a32562042daf05717326822b72091a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:37,381 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(327): Store=a32562042daf05717326822b72091a95/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:37,381 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a32562042daf05717326822b72091a95 2024-11-20T13:22:37,382 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:37,383 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32562042daf05717326822b72091a95 columnFamilyName B 2024-11-20T13:22:37,383 DEBUG [StoreOpener-a32562042daf05717326822b72091a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:37,383 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(327): Store=a32562042daf05717326822b72091a95/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:37,384 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a32562042daf05717326822b72091a95 2024-11-20T13:22:37,397 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:22:37,398 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a32562042daf05717326822b72091a95 columnFamilyName C 2024-11-20T13:22:37,398 DEBUG [StoreOpener-a32562042daf05717326822b72091a95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:37,399 INFO [StoreOpener-a32562042daf05717326822b72091a95-1 {}] regionserver.HStore(327): Store=a32562042daf05717326822b72091a95/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:22:37,399 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,403 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95 2024-11-20T13:22:37,407 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95 2024-11-20T13:22:37,411 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:22:37,418 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for a32562042daf05717326822b72091a95 2024-11-20T13:22:37,419 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened a32562042daf05717326822b72091a95; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64044928, jitterRate=-0.04565620422363281}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:22:37,430 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:37,431 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., pid=36, masterSystemTime=1732108957338 2024-11-20T13:22:37,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=OPEN, openSeqNum=5, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,437 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,437 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=34 2024-11-20T13:22:37,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=34, state=SUCCESS; OpenRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 in 252 msec 2024-11-20T13:22:37,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T13:22:37,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, REOPEN/MOVE in 589 msec 2024-11-20T13:22:37,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T13:22:37,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 611 msec 2024-11-20T13:22:37,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0710 sec 2024-11-20T13:22:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-20T13:22:37,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-20T13:22:37,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-20T13:22:37,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-20T13:22:37,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-20T13:22:37,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-20T13:22:37,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-20T13:22:37,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-20T13:22:37,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,551 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-20T13:22:37,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,563 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-20T13:22:37,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:22:37,583 DEBUG [hconnection-0x2d1c4b54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,584 DEBUG [hconnection-0x2540b404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,584 DEBUG [hconnection-0x575fae7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,585 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,589 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,597 DEBUG [hconnection-0x74a7b708-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:37,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees 2024-11-20T13:22:37,599 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T13:22:37,600 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=37, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:37,604 DEBUG [hconnection-0x5341c35d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,604 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=37, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:37,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:37,609 DEBUG [hconnection-0x364adbfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,610 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,611 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:37,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T13:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:37,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:37,616 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,632 DEBUG [hconnection-0x227fd7f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,633 DEBUG [hconnection-0x40052edc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,635 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109017645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109017647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,656 DEBUG [hconnection-0xf64793d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:22:37,681 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:22:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109017680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109017680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109017684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T13:22:37,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d5b84cbdf58a4b49a564d03ca86555b0_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108957599/Put/seqid=0 2024-11-20T13:22:37,757 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:37,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:37,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:37,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:37,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:37,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109017781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109017784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109017784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741920_1096 (size=12154) 2024-11-20T13:22:37,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109017786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109017796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T13:22:37,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:37,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:37,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:37,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:37,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:37,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109017987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109017987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:37,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109017988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109017998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109018013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,205 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T13:22:38,235 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d5b84cbdf58a4b49a564d03ca86555b0_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5b84cbdf58a4b49a564d03ca86555b0_a32562042daf05717326822b72091a95 2024-11-20T13:22:38,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,241 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/67d9f73b988e4b9d8e6de1418a6ae80d, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:38,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/67d9f73b988e4b9d8e6de1418a6ae80d is 175, key is test_row_0/A:col10/1732108957599/Put/seqid=0 2024-11-20T13:22:38,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109018299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109018299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109018308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109018313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741921_1097 (size=30955) 2024-11-20T13:22:38,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109018332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,336 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/67d9f73b988e4b9d8e6de1418a6ae80d 2024-11-20T13:22:38,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:38,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:38,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/afb6da7340ab4009b187f9f72a092f28 is 50, key is test_row_0/B:col10/1732108957599/Put/seqid=0 2024-11-20T13:22:38,577 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:38,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:38,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741922_1098 (size=12001) 2024-11-20T13:22:38,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/afb6da7340ab4009b187f9f72a092f28 2024-11-20T13:22:38,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/0d70faec858146bea4b6d1a52b25849b is 50, key is test_row_0/C:col10/1732108957599/Put/seqid=0 2024-11-20T13:22:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T13:22:38,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741923_1099 (size=12001) 2024-11-20T13:22:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109018817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109018820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109018824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109018840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109018844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:38,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:38,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:39,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:39,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:39,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:39,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/0d70faec858146bea4b6d1a52b25849b 2024-11-20T13:22:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/67d9f73b988e4b9d8e6de1418a6ae80d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/67d9f73b988e4b9d8e6de1418a6ae80d 2024-11-20T13:22:39,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/67d9f73b988e4b9d8e6de1418a6ae80d, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T13:22:39,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/afb6da7340ab4009b187f9f72a092f28 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/afb6da7340ab4009b187f9f72a092f28 2024-11-20T13:22:39,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:39,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:39,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] handler.RSProcedureHandler(58): pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:39,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=38 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=38 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:39,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/afb6da7340ab4009b187f9f72a092f28, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T13:22:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/0d70faec858146bea4b6d1a52b25849b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0d70faec858146bea4b6d1a52b25849b 2024-11-20T13:22:39,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0d70faec858146bea4b6d1a52b25849b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T13:22:39,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a32562042daf05717326822b72091a95 in 1712ms, sequenceid=16, compaction requested=false 2024-11-20T13:22:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T13:22:39,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:39,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:39,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=38 2024-11-20T13:22:39,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:39,420 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T13:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:39,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202ec642ab82604b1b865f08e2b103fe55_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108957643/Put/seqid=0 2024-11-20T13:22:39,499 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T13:22:39,508 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T13:22:39,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741924_1100 (size=12154) 2024-11-20T13:22:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:39,582 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202ec642ab82604b1b865f08e2b103fe55_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202ec642ab82604b1b865f08e2b103fe55_a32562042daf05717326822b72091a95 2024-11-20T13:22:39,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d804058d20cf4e20b714c43ad16120b2, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:39,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d804058d20cf4e20b714c43ad16120b2 is 175, key is test_row_0/A:col10/1732108957643/Put/seqid=0 2024-11-20T13:22:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741925_1101 (size=30955) 2024-11-20T13:22:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T13:22:39,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109019997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109020003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109020005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109020012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109019998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,060 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d804058d20cf4e20b714c43ad16120b2 2024-11-20T13:22:40,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/f0c52c75db024bdd9f72ce364426526a is 50, key is test_row_0/B:col10/1732108957643/Put/seqid=0 2024-11-20T13:22:40,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109020105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109020114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109020117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109020121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109020156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741926_1102 (size=12001) 2024-11-20T13:22:40,184 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/f0c52c75db024bdd9f72ce364426526a 2024-11-20T13:22:40,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:22:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d041aff86ade4703bef1e28b53a8626b is 50, key is test_row_0/C:col10/1732108957643/Put/seqid=0 2024-11-20T13:22:40,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109020321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109020323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109020333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109020336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741927_1103 (size=12001) 2024-11-20T13:22:40,342 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d041aff86ade4703bef1e28b53a8626b 2024-11-20T13:22:40,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d804058d20cf4e20b714c43ad16120b2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d804058d20cf4e20b714c43ad16120b2 2024-11-20T13:22:40,378 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d804058d20cf4e20b714c43ad16120b2, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T13:22:40,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/f0c52c75db024bdd9f72ce364426526a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/f0c52c75db024bdd9f72ce364426526a 2024-11-20T13:22:40,397 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/f0c52c75db024bdd9f72ce364426526a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T13:22:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109020380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d041aff86ade4703bef1e28b53a8626b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d041aff86ade4703bef1e28b53a8626b 2024-11-20T13:22:40,413 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d041aff86ade4703bef1e28b53a8626b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T13:22:40,414 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for a32562042daf05717326822b72091a95 in 994ms, sequenceid=41, compaction requested=false 2024-11-20T13:22:40,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-20T13:22:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=38 2024-11-20T13:22:40,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T13:22:40,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8120 sec 2024-11-20T13:22:40,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=37, table=TestAcidGuarantees in 2.8210 sec 2024-11-20T13:22:40,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T13:22:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:40,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:40,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:40,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:40,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:40,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:40,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:40,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207bd390a7c41d4b46a7ef80debf38c911_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108959998/Put/seqid=0 2024-11-20T13:22:40,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109020717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741928_1104 (size=14594) 2024-11-20T13:22:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109020720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109020720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109020728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,740 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:40,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109020730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207bd390a7c41d4b46a7ef80debf38c911_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207bd390a7c41d4b46a7ef80debf38c911_a32562042daf05717326822b72091a95 2024-11-20T13:22:40,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4182e9c99ba14952bc7d615b8ab0174f, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:40,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4182e9c99ba14952bc7d615b8ab0174f is 175, key is test_row_0/A:col10/1732108959998/Put/seqid=0 2024-11-20T13:22:40,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109020831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741929_1105 (size=39549) 2024-11-20T13:22:40,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109020844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109020845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,854 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4182e9c99ba14952bc7d615b8ab0174f 2024-11-20T13:22:40,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109020851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109020872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:40,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/e98b8793493c4406a779e844edb0eb45 is 50, key is test_row_0/B:col10/1732108959998/Put/seqid=0 2024-11-20T13:22:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741930_1106 (size=12001) 2024-11-20T13:22:41,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109021043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109021057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109021057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109021073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109021091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109021359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109021366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109021371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109021396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109021395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/e98b8793493c4406a779e844edb0eb45 2024-11-20T13:22:41,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d64acc913e744bddadaed8c3f658045f is 50, key is test_row_0/C:col10/1732108959998/Put/seqid=0 2024-11-20T13:22:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741931_1107 (size=12001) 2024-11-20T13:22:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-20T13:22:41,730 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-20T13:22:41,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-20T13:22:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T13:22:41,764 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:41,769 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:41,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T13:22:41,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109021876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109021892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109021904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109021919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109021928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d64acc913e744bddadaed8c3f658045f 2024-11-20T13:22:41,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:41,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-20T13:22:41,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:41,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:41,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4182e9c99ba14952bc7d615b8ab0174f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4182e9c99ba14952bc7d615b8ab0174f 2024-11-20T13:22:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T13:22:42,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4182e9c99ba14952bc7d615b8ab0174f, entries=200, sequenceid=56, filesize=38.6 K 2024-11-20T13:22:42,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/e98b8793493c4406a779e844edb0eb45 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/e98b8793493c4406a779e844edb0eb45 2024-11-20T13:22:42,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:42,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-20T13:22:42,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:42,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:42,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:42,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:42,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:42,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/e98b8793493c4406a779e844edb0eb45, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T13:22:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d64acc913e744bddadaed8c3f658045f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d64acc913e744bddadaed8c3f658045f 2024-11-20T13:22:42,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d64acc913e744bddadaed8c3f658045f, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T13:22:42,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a32562042daf05717326822b72091a95 in 1519ms, sequenceid=56, compaction requested=true 2024-11-20T13:22:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:42,156 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:42,157 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:42,160 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:42,160 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:42,161 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:42,161 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/67d9f73b988e4b9d8e6de1418a6ae80d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d804058d20cf4e20b714c43ad16120b2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4182e9c99ba14952bc7d615b8ab0174f] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=99.1 K 2024-11-20T13:22:42,161 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:42,161 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/67d9f73b988e4b9d8e6de1418a6ae80d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d804058d20cf4e20b714c43ad16120b2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4182e9c99ba14952bc7d615b8ab0174f] 2024-11-20T13:22:42,162 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:42,162 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:42,162 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:42,162 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/afb6da7340ab4009b187f9f72a092f28, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/f0c52c75db024bdd9f72ce364426526a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/e98b8793493c4406a779e844edb0eb45] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=35.2 K 2024-11-20T13:22:42,171 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting afb6da7340ab4009b187f9f72a092f28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732108957599 2024-11-20T13:22:42,171 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67d9f73b988e4b9d8e6de1418a6ae80d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732108957599 2024-11-20T13:22:42,172 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c52c75db024bdd9f72ce364426526a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732108957641 2024-11-20T13:22:42,172 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d804058d20cf4e20b714c43ad16120b2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732108957641 2024-11-20T13:22:42,172 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e98b8793493c4406a779e844edb0eb45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732108959998 2024-11-20T13:22:42,190 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4182e9c99ba14952bc7d615b8ab0174f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732108959984 2024-11-20T13:22:42,235 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:42,237 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#87 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:42,238 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b18c56726f4c402688c7fbe8dd75da35 is 50, key is test_row_0/B:col10/1732108959998/Put/seqid=0 2024-11-20T13:22:42,249 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112069075591e6444fc88beb7afab5ce58ab_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:42,265 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112069075591e6444fc88beb7afab5ce58ab_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:42,265 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112069075591e6444fc88beb7afab5ce58ab_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741932_1108 (size=12104) 2024-11-20T13:22:42,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:42,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-20T13:22:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:42,289 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T13:22:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:42,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:42,299 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b18c56726f4c402688c7fbe8dd75da35 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b18c56726f4c402688c7fbe8dd75da35 2024-11-20T13:22:42,310 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into b18c56726f4c402688c7fbe8dd75da35(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:42,310 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:42,310 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=13, startTime=1732108962156; duration=0sec 2024-11-20T13:22:42,310 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:42,310 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:42,310 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:42,311 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:42,311 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:42,312 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:42,312 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0d70faec858146bea4b6d1a52b25849b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d041aff86ade4703bef1e28b53a8626b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d64acc913e744bddadaed8c3f658045f] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=35.2 K 2024-11-20T13:22:42,312 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d70faec858146bea4b6d1a52b25849b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732108957599 2024-11-20T13:22:42,315 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d041aff86ade4703bef1e28b53a8626b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732108957641 2024-11-20T13:22:42,316 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d64acc913e744bddadaed8c3f658045f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732108959998 2024-11-20T13:22:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741933_1109 (size=4469) 2024-11-20T13:22:42,334 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#88 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:42,336 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/6889f861440f4e98b5faceace2c6b169 is 175, key is test_row_0/A:col10/1732108959998/Put/seqid=0 2024-11-20T13:22:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015237a41731b41f093979cce72a18495_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108960689/Put/seqid=0 2024-11-20T13:22:42,359 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:42,359 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/e099de1136af4850997f46ed4e368959 is 50, key is test_row_0/C:col10/1732108959998/Put/seqid=0 2024-11-20T13:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T13:22:42,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741934_1110 (size=31058) 2024-11-20T13:22:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741935_1111 (size=12104) 2024-11-20T13:22:42,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741936_1112 (size=12154) 2024-11-20T13:22:42,505 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/e099de1136af4850997f46ed4e368959 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e099de1136af4850997f46ed4e368959 2024-11-20T13:22:42,510 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/6889f861440f4e98b5faceace2c6b169 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6889f861440f4e98b5faceace2c6b169 2024-11-20T13:22:42,539 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into 6889f861440f4e98b5faceace2c6b169(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:42,539 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:42,539 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=13, startTime=1732108962156; duration=0sec 2024-11-20T13:22:42,539 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:42,539 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:42,540 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into e099de1136af4850997f46ed4e368959(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:42,540 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:42,540 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=13, startTime=1732108962156; duration=0sec 2024-11-20T13:22:42,540 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:42,540 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T13:22:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:42,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109022954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:42,964 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015237a41731b41f093979cce72a18495_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015237a41731b41f093979cce72a18495_a32562042daf05717326822b72091a95 2024-11-20T13:22:42,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109022960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109022961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:42,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109022963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:42,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109022960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:42,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6156116f6ab457b95218ae2d1d2071f, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6156116f6ab457b95218ae2d1d2071f is 175, key is test_row_0/A:col10/1732108960689/Put/seqid=0 2024-11-20T13:22:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741937_1113 (size=30955) 2024-11-20T13:22:43,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109023072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109023073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109023076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109023085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109023089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109023289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109023289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109023300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109023304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109023317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,449 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6156116f6ab457b95218ae2d1d2071f 2024-11-20T13:22:43,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b28b2ef5e76d408c820e335997832870 is 50, key is test_row_0/B:col10/1732108960689/Put/seqid=0 2024-11-20T13:22:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741938_1114 (size=12001) 2024-11-20T13:22:43,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109023601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109023601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109023617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109023622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109023637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T13:22:43,973 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b28b2ef5e76d408c820e335997832870 2024-11-20T13:22:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/836d68c38cb6491094be6d126cf8e76b is 50, key is test_row_0/C:col10/1732108960689/Put/seqid=0 2024-11-20T13:22:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741939_1115 (size=12001) 2024-11-20T13:22:44,057 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/836d68c38cb6491094be6d126cf8e76b 2024-11-20T13:22:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6156116f6ab457b95218ae2d1d2071f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6156116f6ab457b95218ae2d1d2071f 2024-11-20T13:22:44,080 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6156116f6ab457b95218ae2d1d2071f, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T13:22:44,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b28b2ef5e76d408c820e335997832870 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b28b2ef5e76d408c820e335997832870 2024-11-20T13:22:44,091 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b28b2ef5e76d408c820e335997832870, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:22:44,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/836d68c38cb6491094be6d126cf8e76b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/836d68c38cb6491094be6d126cf8e76b 2024-11-20T13:22:44,100 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/836d68c38cb6491094be6d126cf8e76b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:22:44,108 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a32562042daf05717326822b72091a95 in 1819ms, sequenceid=77, compaction requested=false 2024-11-20T13:22:44,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:44,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:44,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-20T13:22:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-20T13:22:44,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T13:22:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:44,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:44,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:44,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:44,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:44,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:44,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:44,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T13:22:44,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-11-20T13:22:44,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fcf06d3c31d3438da5eaa88bf0439cef_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108964120/Put/seqid=0 2024-11-20T13:22:44,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.3950 sec 2024-11-20T13:22:44,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741940_1116 (size=12154) 2024-11-20T13:22:44,186 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:44,200 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fcf06d3c31d3438da5eaa88bf0439cef_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fcf06d3c31d3438da5eaa88bf0439cef_a32562042daf05717326822b72091a95 2024-11-20T13:22:44,202 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/babed92b7231402d9b7a6e314ed41b9f, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:44,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/babed92b7231402d9b7a6e314ed41b9f is 175, key is test_row_0/A:col10/1732108964120/Put/seqid=0 2024-11-20T13:22:44,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109024204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109024206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109024213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109024221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109024222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741941_1117 (size=30955) 2024-11-20T13:22:44,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109024333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109024341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109024340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109024346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109024346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109024543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109024548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109024552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109024555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109024555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,637 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/babed92b7231402d9b7a6e314ed41b9f 2024-11-20T13:22:44,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/536e56bde1a1406b8ab8b0f58cb2adbf is 50, key is test_row_0/B:col10/1732108964120/Put/seqid=0 2024-11-20T13:22:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741942_1118 (size=12001) 2024-11-20T13:22:44,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/536e56bde1a1406b8ab8b0f58cb2adbf 2024-11-20T13:22:44,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/17b074cfe0534df2a301b6e06255ae8a is 50, key is test_row_0/C:col10/1732108964120/Put/seqid=0 2024-11-20T13:22:44,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741943_1119 (size=12001) 2024-11-20T13:22:44,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/17b074cfe0534df2a301b6e06255ae8a 2024-11-20T13:22:44,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109024856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109024860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109024868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109024884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/babed92b7231402d9b7a6e314ed41b9f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/babed92b7231402d9b7a6e314ed41b9f 2024-11-20T13:22:44,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109024884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:44,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/babed92b7231402d9b7a6e314ed41b9f, entries=150, sequenceid=97, filesize=30.2 K 2024-11-20T13:22:44,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/536e56bde1a1406b8ab8b0f58cb2adbf as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/536e56bde1a1406b8ab8b0f58cb2adbf 2024-11-20T13:22:44,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/536e56bde1a1406b8ab8b0f58cb2adbf, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T13:22:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/17b074cfe0534df2a301b6e06255ae8a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/17b074cfe0534df2a301b6e06255ae8a 2024-11-20T13:22:44,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/17b074cfe0534df2a301b6e06255ae8a, entries=150, sequenceid=97, filesize=11.7 K 2024-11-20T13:22:44,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a32562042daf05717326822b72091a95 in 839ms, sequenceid=97, compaction requested=true 2024-11-20T13:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:44,962 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:44,962 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:44,964 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:44,964 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:44,964 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:44,965 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b18c56726f4c402688c7fbe8dd75da35, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b28b2ef5e76d408c820e335997832870, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/536e56bde1a1406b8ab8b0f58cb2adbf] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=35.3 K 2024-11-20T13:22:44,965 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b18c56726f4c402688c7fbe8dd75da35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732108959998 2024-11-20T13:22:44,966 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b28b2ef5e76d408c820e335997832870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732108960689 2024-11-20T13:22:44,966 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 536e56bde1a1406b8ab8b0f58cb2adbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732108962957 2024-11-20T13:22:44,971 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:44,971 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:44,971 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:44,972 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6889f861440f4e98b5faceace2c6b169, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6156116f6ab457b95218ae2d1d2071f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/babed92b7231402d9b7a6e314ed41b9f] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=90.8 K 2024-11-20T13:22:44,972 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:44,972 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6889f861440f4e98b5faceace2c6b169, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6156116f6ab457b95218ae2d1d2071f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/babed92b7231402d9b7a6e314ed41b9f] 2024-11-20T13:22:44,976 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6889f861440f4e98b5faceace2c6b169, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732108959998 2024-11-20T13:22:44,977 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6156116f6ab457b95218ae2d1d2071f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732108960689 2024-11-20T13:22:44,977 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting babed92b7231402d9b7a6e314ed41b9f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732108962957 2024-11-20T13:22:44,992 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:45,001 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/3251279b6ef949f4b42d3ee3daec2544 is 50, key is test_row_0/B:col10/1732108964120/Put/seqid=0 2024-11-20T13:22:45,005 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:45,029 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200768c25cf5164ef39e5bf32897b4c974_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:45,032 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200768c25cf5164ef39e5bf32897b4c974_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:45,033 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200768c25cf5164ef39e5bf32897b4c974_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741944_1120 (size=12207) 2024-11-20T13:22:45,081 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/3251279b6ef949f4b42d3ee3daec2544 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/3251279b6ef949f4b42d3ee3daec2544 2024-11-20T13:22:45,120 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into 3251279b6ef949f4b42d3ee3daec2544(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:45,120 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:45,120 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=13, startTime=1732108964962; duration=0sec 2024-11-20T13:22:45,120 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:45,120 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:45,121 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:45,122 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:45,122 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:45,123 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:45,123 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e099de1136af4850997f46ed4e368959, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/836d68c38cb6491094be6d126cf8e76b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/17b074cfe0534df2a301b6e06255ae8a] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=35.3 K 2024-11-20T13:22:45,123 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e099de1136af4850997f46ed4e368959, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732108959998 2024-11-20T13:22:45,124 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 836d68c38cb6491094be6d126cf8e76b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732108960689 2024-11-20T13:22:45,124 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 17b074cfe0534df2a301b6e06255ae8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732108962957 2024-11-20T13:22:45,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741945_1121 (size=4469) 2024-11-20T13:22:45,178 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:45,179 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/f754f7e6c5a7499fb8775f1826d4ca62 is 50, key is test_row_0/C:col10/1732108964120/Put/seqid=0 2024-11-20T13:22:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741946_1122 (size=12207) 2024-11-20T13:22:45,252 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/f754f7e6c5a7499fb8775f1826d4ca62 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f754f7e6c5a7499fb8775f1826d4ca62 2024-11-20T13:22:45,260 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into f754f7e6c5a7499fb8775f1826d4ca62(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:45,260 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:45,260 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=13, startTime=1732108964962; duration=0sec 2024-11-20T13:22:45,262 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:45,262 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:45,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T13:22:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:45,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031c445dc231f469eb34ddaa7c3c1833f_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108964215/Put/seqid=0 2024-11-20T13:22:45,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109025421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109025476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109025481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109025482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741947_1123 (size=17034) 2024-11-20T13:22:45,511 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:45,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109025501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031c445dc231f469eb34ddaa7c3c1833f_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031c445dc231f469eb34ddaa7c3c1833f_a32562042daf05717326822b72091a95 2024-11-20T13:22:45,547 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#97 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:45,548 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/a1f38609e9c343c7a8102ac665806cf2 is 175, key is test_row_0/A:col10/1732108964120/Put/seqid=0 2024-11-20T13:22:45,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/aa5e45da52064d2e879646c1b3aa8ed2, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:45,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/aa5e45da52064d2e879646c1b3aa8ed2 is 175, key is test_row_0/A:col10/1732108964215/Put/seqid=0 2024-11-20T13:22:45,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109025584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109025593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741948_1124 (size=31161) 2024-11-20T13:22:45,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109025604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109025604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,630 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/a1f38609e9c343c7a8102ac665806cf2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a1f38609e9c343c7a8102ac665806cf2 2024-11-20T13:22:45,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109025616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741949_1125 (size=48139) 2024-11-20T13:22:45,662 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/aa5e45da52064d2e879646c1b3aa8ed2 2024-11-20T13:22:45,663 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into a1f38609e9c343c7a8102ac665806cf2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:45,663 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:45,663 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=13, startTime=1732108964962; duration=0sec 2024-11-20T13:22:45,664 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:45,664 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:45,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/53a54c67bbc74248ad6b64086cfe78c9 is 50, key is test_row_0/B:col10/1732108964215/Put/seqid=0 2024-11-20T13:22:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741950_1126 (size=12001) 2024-11-20T13:22:45,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/53a54c67bbc74248ad6b64086cfe78c9 2024-11-20T13:22:45,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/710674829cc04c36aaebc17bcee0f1f6 is 50, key is test_row_0/C:col10/1732108964215/Put/seqid=0 2024-11-20T13:22:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109025796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109025804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741951_1127 (size=12001) 2024-11-20T13:22:45,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/710674829cc04c36aaebc17bcee0f1f6 2024-11-20T13:22:45,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109025821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/aa5e45da52064d2e879646c1b3aa8ed2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/aa5e45da52064d2e879646c1b3aa8ed2 2024-11-20T13:22:45,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/aa5e45da52064d2e879646c1b3aa8ed2, entries=250, sequenceid=121, filesize=47.0 K 2024-11-20T13:22:45,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/53a54c67bbc74248ad6b64086cfe78c9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/53a54c67bbc74248ad6b64086cfe78c9 2024-11-20T13:22:45,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109025830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109025840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:45,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/53a54c67bbc74248ad6b64086cfe78c9, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T13:22:45,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/710674829cc04c36aaebc17bcee0f1f6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/710674829cc04c36aaebc17bcee0f1f6 2024-11-20T13:22:45,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/710674829cc04c36aaebc17bcee0f1f6, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T13:22:45,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for a32562042daf05717326822b72091a95 in 493ms, sequenceid=121, compaction requested=false 2024-11-20T13:22:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-20T13:22:45,880 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-20T13:22:45,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-20T13:22:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-20T13:22:45,908 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:45,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:45,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-20T13:22:46,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-20T13:22:46,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:46,068 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T13:22:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:46,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:46,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ed2277f37116466984fb22e3ba95bcad_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108965443/Put/seqid=0 2024-11-20T13:22:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:46,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:46,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741952_1128 (size=12304) 2024-11-20T13:22:46,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:46,119 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ed2277f37116466984fb22e3ba95bcad_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed2277f37116466984fb22e3ba95bcad_a32562042daf05717326822b72091a95 2024-11-20T13:22:46,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3aee9032db804c348cf2a5f78979b3c1, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:46,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3aee9032db804c348cf2a5f78979b3c1 is 175, key is test_row_0/A:col10/1732108965443/Put/seqid=0 2024-11-20T13:22:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741953_1129 (size=31105) 2024-11-20T13:22:46,157 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3aee9032db804c348cf2a5f78979b3c1 2024-11-20T13:22:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/87b23dea93124fd0b7b25b5ae0b718ac is 50, key is test_row_0/B:col10/1732108965443/Put/seqid=0 2024-11-20T13:22:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-20T13:22:46,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109026205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109026209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109026209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109026210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109026212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741954_1130 (size=12151) 2024-11-20T13:22:46,256 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/87b23dea93124fd0b7b25b5ae0b718ac 2024-11-20T13:22:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/077399e9a15d4aa5941573179b4424af is 50, key is test_row_0/C:col10/1732108965443/Put/seqid=0 2024-11-20T13:22:46,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109026316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109026317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109026317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109026321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109026332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741955_1131 (size=12151) 2024-11-20T13:22:46,352 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/077399e9a15d4aa5941573179b4424af 2024-11-20T13:22:46,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3aee9032db804c348cf2a5f78979b3c1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3aee9032db804c348cf2a5f78979b3c1 2024-11-20T13:22:46,436 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3aee9032db804c348cf2a5f78979b3c1, entries=150, sequenceid=137, filesize=30.4 K 2024-11-20T13:22:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/87b23dea93124fd0b7b25b5ae0b718ac as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87b23dea93124fd0b7b25b5ae0b718ac 2024-11-20T13:22:46,490 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87b23dea93124fd0b7b25b5ae0b718ac, entries=150, sequenceid=137, filesize=11.9 K 2024-11-20T13:22:46,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/077399e9a15d4aa5941573179b4424af as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/077399e9a15d4aa5941573179b4424af 2024-11-20T13:22:46,517 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/077399e9a15d4aa5941573179b4424af, entries=150, sequenceid=137, filesize=11.9 K 2024-11-20T13:22:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-20T13:22:46,520 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a32562042daf05717326822b72091a95 in 452ms, sequenceid=137, compaction requested=true 2024-11-20T13:22:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:46,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:46,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-20T13:22:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-20T13:22:46,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T13:22:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:46,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:46,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-20T13:22:46,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec 2024-11-20T13:22:46,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 631 msec 2024-11-20T13:22:46,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206be313a210734de7852d65ae369f4dd0_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108966197/Put/seqid=0 2024-11-20T13:22:46,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109026568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109026564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109026576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109026584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109026584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741956_1132 (size=14794) 2024-11-20T13:22:46,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109026686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109026691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109026691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109026691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109026700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109026900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109026901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109026901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109026905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:46,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109026907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-20T13:22:47,028 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-20T13:22:47,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:47,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206be313a210734de7852d65ae369f4dd0_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206be313a210734de7852d65ae369f4dd0_a32562042daf05717326822b72091a95 2024-11-20T13:22:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-20T13:22:47,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4cc4816b417d4ad58adaa45214d04d44, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:47,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:47,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4cc4816b417d4ad58adaa45214d04d44 is 175, key is test_row_0/A:col10/1732108966197/Put/seqid=0 2024-11-20T13:22:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T13:22:47,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:47,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741957_1133 (size=39749) 2024-11-20T13:22:47,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4cc4816b417d4ad58adaa45214d04d44 2024-11-20T13:22:47,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/30e0308b83c44e45ab7ef37e27d685e5 is 50, key is test_row_0/B:col10/1732108966197/Put/seqid=0 2024-11-20T13:22:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T13:22:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741958_1134 (size=12151) 2024-11-20T13:22:47,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/30e0308b83c44e45ab7ef37e27d685e5 2024-11-20T13:22:47,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/f2740baf1f5b4fb099ebfdc2d21f3b82 is 50, key is test_row_0/C:col10/1732108966197/Put/seqid=0 2024-11-20T13:22:47,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109027207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109027208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109027217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T13:22:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109027221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:47,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109027224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741959_1135 (size=12151) 2024-11-20T13:22:47,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/f2740baf1f5b4fb099ebfdc2d21f3b82 2024-11-20T13:22:47,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4cc4816b417d4ad58adaa45214d04d44 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4cc4816b417d4ad58adaa45214d04d44 2024-11-20T13:22:47,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4cc4816b417d4ad58adaa45214d04d44, entries=200, sequenceid=159, filesize=38.8 K 2024-11-20T13:22:47,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/30e0308b83c44e45ab7ef37e27d685e5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/30e0308b83c44e45ab7ef37e27d685e5 2024-11-20T13:22:47,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/30e0308b83c44e45ab7ef37e27d685e5, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T13:22:47,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/f2740baf1f5b4fb099ebfdc2d21f3b82 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f2740baf1f5b4fb099ebfdc2d21f3b82 2024-11-20T13:22:47,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f2740baf1f5b4fb099ebfdc2d21f3b82, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T13:22:47,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for a32562042daf05717326822b72091a95 in 825ms, sequenceid=159, compaction requested=true 2024-11-20T13:22:47,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:47,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:22:47,352 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:47,352 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T13:22:47,365 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:47,365 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:47,365 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:47,365 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a1f38609e9c343c7a8102ac665806cf2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/aa5e45da52064d2e879646c1b3aa8ed2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3aee9032db804c348cf2a5f78979b3c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4cc4816b417d4ad58adaa45214d04d44] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=146.6 K 2024-11-20T13:22:47,365 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:47,365 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a1f38609e9c343c7a8102ac665806cf2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/aa5e45da52064d2e879646c1b3aa8ed2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3aee9032db804c348cf2a5f78979b3c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4cc4816b417d4ad58adaa45214d04d44] 2024-11-20T13:22:47,366 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1f38609e9c343c7a8102ac665806cf2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732108962957 2024-11-20T13:22:47,368 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa5e45da52064d2e879646c1b3aa8ed2, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732108964190 2024-11-20T13:22:47,369 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3aee9032db804c348cf2a5f78979b3c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732108965402 2024-11-20T13:22:47,369 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cc4816b417d4ad58adaa45214d04d44, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732108966197 2024-11-20T13:22:47,372 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:47,372 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:47,372 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:47,372 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f754f7e6c5a7499fb8775f1826d4ca62, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/710674829cc04c36aaebc17bcee0f1f6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/077399e9a15d4aa5941573179b4424af, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f2740baf1f5b4fb099ebfdc2d21f3b82] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=47.4 K 2024-11-20T13:22:47,376 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f754f7e6c5a7499fb8775f1826d4ca62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732108962957 2024-11-20T13:22:47,380 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 710674829cc04c36aaebc17bcee0f1f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732108964192 2024-11-20T13:22:47,384 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 077399e9a15d4aa5941573179b4424af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732108965402 2024-11-20T13:22:47,385 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T13:22:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:47,387 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T13:22:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:47,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:47,388 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f2740baf1f5b4fb099ebfdc2d21f3b82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732108966197 2024-11-20T13:22:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c8658d5165124d688ab5526510db18b9_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108966553/Put/seqid=0 2024-11-20T13:22:47,416 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:47,435 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202d287cf4a70e41698633fa0efb902edc_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:47,439 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202d287cf4a70e41698633fa0efb902edc_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:47,442 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202d287cf4a70e41698633fa0efb902edc_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741960_1136 (size=12304) 2024-11-20T13:22:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:47,502 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:47,503 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/cb4f5607b88c4345bab7a8c0338d4bfc is 50, key is test_row_0/C:col10/1732108966197/Put/seqid=0 2024-11-20T13:22:47,510 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c8658d5165124d688ab5526510db18b9_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c8658d5165124d688ab5526510db18b9_a32562042daf05717326822b72091a95 2024-11-20T13:22:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d978c731f7b94720bd3c372e9c2c15d4, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:47,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d978c731f7b94720bd3c372e9c2c15d4 is 175, key is test_row_0/A:col10/1732108966553/Put/seqid=0 2024-11-20T13:22:47,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741961_1137 (size=4469) 2024-11-20T13:22:47,555 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#109 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:47,555 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c7b6f710b18c472cba19663cf23422b8 is 175, key is test_row_0/A:col10/1732108966197/Put/seqid=0 2024-11-20T13:22:47,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741962_1138 (size=12493) 2024-11-20T13:22:47,610 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/cb4f5607b88c4345bab7a8c0338d4bfc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb4f5607b88c4345bab7a8c0338d4bfc 2024-11-20T13:22:47,628 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into cb4f5607b88c4345bab7a8c0338d4bfc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:47,628 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:47,628 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=12, startTime=1732108967350; duration=0sec 2024-11-20T13:22:47,628 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:47,628 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:47,629 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:47,631 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:47,631 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:47,631 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:47,631 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/3251279b6ef949f4b42d3ee3daec2544, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/53a54c67bbc74248ad6b64086cfe78c9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87b23dea93124fd0b7b25b5ae0b718ac, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/30e0308b83c44e45ab7ef37e27d685e5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=47.4 K 2024-11-20T13:22:47,633 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 3251279b6ef949f4b42d3ee3daec2544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732108962957 2024-11-20T13:22:47,634 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a54c67bbc74248ad6b64086cfe78c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732108964192 2024-11-20T13:22:47,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741963_1139 (size=31105) 2024-11-20T13:22:47,635 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 87b23dea93124fd0b7b25b5ae0b718ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732108965402 2024-11-20T13:22:47,636 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d978c731f7b94720bd3c372e9c2c15d4 2024-11-20T13:22:47,637 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 30e0308b83c44e45ab7ef37e27d685e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732108966197 2024-11-20T13:22:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T13:22:47,678 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:47,679 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/c45b05fb2ebe48fd885cb933cdb76ff6 is 50, key is test_row_0/B:col10/1732108966197/Put/seqid=0 2024-11-20T13:22:47,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/00b8010b193a463b8a1e926d5180c473 is 50, key is test_row_0/B:col10/1732108966553/Put/seqid=0 2024-11-20T13:22:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741964_1140 (size=31447) 2024-11-20T13:22:47,721 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c7b6f710b18c472cba19663cf23422b8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c7b6f710b18c472cba19663cf23422b8 2024-11-20T13:22:47,730 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into c7b6f710b18c472cba19663cf23422b8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:47,730 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:47,730 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=12, startTime=1732108967349; duration=0sec 2024-11-20T13:22:47,731 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:47,731 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:47,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:47,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741965_1141 (size=12493) 2024-11-20T13:22:47,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741966_1142 (size=12151) 2024-11-20T13:22:47,760 INFO [master/5ef453f0fbb6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T13:22:47,760 INFO [master/5ef453f0fbb6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T13:22:47,764 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/c45b05fb2ebe48fd885cb933cdb76ff6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/c45b05fb2ebe48fd885cb933cdb76ff6 2024-11-20T13:22:47,778 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into c45b05fb2ebe48fd885cb933cdb76ff6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:47,778 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:47,778 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=12, startTime=1732108967350; duration=0sec 2024-11-20T13:22:47,779 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:47,779 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:47,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109027797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109027798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109027806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109027816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109027816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109027913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109027920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109027920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109027924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109027932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109028116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109028126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109028127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109028141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109028143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,157 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/00b8010b193a463b8a1e926d5180c473 2024-11-20T13:22:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T13:22:48,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/931115aad87d437ebd06d126a923949d is 50, key is test_row_0/C:col10/1732108966553/Put/seqid=0 2024-11-20T13:22:48,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741967_1143 (size=12151) 2024-11-20T13:22:48,269 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/931115aad87d437ebd06d126a923949d 2024-11-20T13:22:48,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/d978c731f7b94720bd3c372e9c2c15d4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d978c731f7b94720bd3c372e9c2c15d4 2024-11-20T13:22:48,286 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d978c731f7b94720bd3c372e9c2c15d4, entries=150, sequenceid=174, filesize=30.4 K 2024-11-20T13:22:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/00b8010b193a463b8a1e926d5180c473 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/00b8010b193a463b8a1e926d5180c473 2024-11-20T13:22:48,294 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/00b8010b193a463b8a1e926d5180c473, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T13:22:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/931115aad87d437ebd06d126a923949d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/931115aad87d437ebd06d126a923949d 2024-11-20T13:22:48,302 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/931115aad87d437ebd06d126a923949d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-20T13:22:48,304 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for a32562042daf05717326822b72091a95 in 917ms, sequenceid=174, compaction requested=false 2024-11-20T13:22:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T13:22:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-20T13:22:48,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-20T13:22:48,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2410 sec 2024-11-20T13:22:48,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.2600 sec 2024-11-20T13:22:48,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T13:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:48,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:48,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aa531838123e4349bbf0fa53bbe7010c_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108967803/Put/seqid=0 2024-11-20T13:22:48,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109028451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109028453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109028454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109028460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109028460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741968_1144 (size=14794) 2024-11-20T13:22:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109028562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109028563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109028563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109028567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109028567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109028769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109028772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109028772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109028777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109028780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:48,913 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:48,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aa531838123e4349bbf0fa53bbe7010c_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aa531838123e4349bbf0fa53bbe7010c_a32562042daf05717326822b72091a95 2024-11-20T13:22:48,920 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4852405ce96349e2b2f5b62176aeca83, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:48,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4852405ce96349e2b2f5b62176aeca83 is 175, key is test_row_0/A:col10/1732108967803/Put/seqid=0 2024-11-20T13:22:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741969_1145 (size=39749) 2024-11-20T13:22:48,961 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4852405ce96349e2b2f5b62176aeca83 2024-11-20T13:22:48,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b2d31e7e73cf400f86cbd62da917d8bd is 50, key is test_row_0/B:col10/1732108967803/Put/seqid=0 2024-11-20T13:22:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741970_1146 (size=12151) 2024-11-20T13:22:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109029080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109029081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109029080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109029083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109029093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T13:22:49,169 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-20T13:22:49,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-20T13:22:49,173 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T13:22:49,174 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:49,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T13:22:49,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b2d31e7e73cf400f86cbd62da917d8bd 2024-11-20T13:22:49,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/66eaceb2385343a695c0b23f36b8cdcd is 50, key is test_row_0/C:col10/1732108967803/Put/seqid=0 2024-11-20T13:22:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T13:22:49,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741971_1147 (size=12151) 2024-11-20T13:22:49,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/66eaceb2385343a695c0b23f36b8cdcd 2024-11-20T13:22:49,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:49,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/4852405ce96349e2b2f5b62176aeca83 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4852405ce96349e2b2f5b62176aeca83 2024-11-20T13:22:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4852405ce96349e2b2f5b62176aeca83, entries=200, sequenceid=200, filesize=38.8 K 2024-11-20T13:22:49,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b2d31e7e73cf400f86cbd62da917d8bd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b2d31e7e73cf400f86cbd62da917d8bd 2024-11-20T13:22:49,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b2d31e7e73cf400f86cbd62da917d8bd, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T13:22:49,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/66eaceb2385343a695c0b23f36b8cdcd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/66eaceb2385343a695c0b23f36b8cdcd 2024-11-20T13:22:49,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/66eaceb2385343a695c0b23f36b8cdcd, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T13:22:49,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a32562042daf05717326822b72091a95 in 1134ms, sequenceid=200, compaction requested=true 2024-11-20T13:22:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:49,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:49,558 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:49,559 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:49,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:49,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:49,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:49,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:49,562 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:49,562 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:49,562 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,562 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c7b6f710b18c472cba19663cf23422b8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d978c731f7b94720bd3c372e9c2c15d4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4852405ce96349e2b2f5b62176aeca83] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=99.9 K 2024-11-20T13:22:49,562 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,563 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c7b6f710b18c472cba19663cf23422b8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d978c731f7b94720bd3c372e9c2c15d4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4852405ce96349e2b2f5b62176aeca83] 2024-11-20T13:22:49,563 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:49,563 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:49,563 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,563 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7b6f710b18c472cba19663cf23422b8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732108966197 2024-11-20T13:22:49,563 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/c45b05fb2ebe48fd885cb933cdb76ff6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/00b8010b193a463b8a1e926d5180c473, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b2d31e7e73cf400f86cbd62da917d8bd] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=35.9 K 2024-11-20T13:22:49,564 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d978c731f7b94720bd3c372e9c2c15d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732108966542 2024-11-20T13:22:49,564 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting c45b05fb2ebe48fd885cb933cdb76ff6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732108966197 2024-11-20T13:22:49,565 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4852405ce96349e2b2f5b62176aeca83, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108967762 2024-11-20T13:22:49,565 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 00b8010b193a463b8a1e926d5180c473, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732108966542 2024-11-20T13:22:49,567 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b2d31e7e73cf400f86cbd62da917d8bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108967796 2024-11-20T13:22:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:49,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T13:22:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:49,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:49,603 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:49,614 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:49,615 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/76955dfb9b46474390824e7e3bb83936 is 50, key is test_row_0/B:col10/1732108967803/Put/seqid=0 2024-11-20T13:22:49,625 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120674d30c1a0f44a6ca68dc8e184c73b1d_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:49,628 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120674d30c1a0f44a6ca68dc8e184c73b1d_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:49,628 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120674d30c1a0f44a6ca68dc8e184c73b1d_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:49,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112068c9b49a6ef24b81b288d6f02a510dbd_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108969593/Put/seqid=0 2024-11-20T13:22:49,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:49,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:49,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741972_1148 (size=12595) 2024-11-20T13:22:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741973_1149 (size=4469) 2024-11-20T13:22:49,702 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/76955dfb9b46474390824e7e3bb83936 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/76955dfb9b46474390824e7e3bb83936 2024-11-20T13:22:49,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109029701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109029702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,711 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into 76955dfb9b46474390824e7e3bb83936(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:49,711 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:49,711 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=13, startTime=1732108969559; duration=0sec 2024-11-20T13:22:49,711 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:49,711 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:49,712 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:49,713 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:49,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,713 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109029703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,713 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,713 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb4f5607b88c4345bab7a8c0338d4bfc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/931115aad87d437ebd06d126a923949d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/66eaceb2385343a695c0b23f36b8cdcd] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=35.9 K 2024-11-20T13:22:49,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,714 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting cb4f5607b88c4345bab7a8c0338d4bfc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732108966197 2024-11-20T13:22:49,715 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 931115aad87d437ebd06d126a923949d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732108966542 2024-11-20T13:22:49,715 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 66eaceb2385343a695c0b23f36b8cdcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108967796 2024-11-20T13:22:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109029705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109029709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,726 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:49,727 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/75d2cd03660846d19e5968c47b6c4fe8 is 50, key is test_row_0/C:col10/1732108967803/Put/seqid=0 2024-11-20T13:22:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741974_1150 (size=19774) 2024-11-20T13:22:49,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741975_1151 (size=12595) 2024-11-20T13:22:49,740 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:49,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112068c9b49a6ef24b81b288d6f02a510dbd_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112068c9b49a6ef24b81b288d6f02a510dbd_a32562042daf05717326822b72091a95 2024-11-20T13:22:49,750 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/b7ed0ee7ffbc4b0ab3144f59c450bd96, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:49,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/b7ed0ee7ffbc4b0ab3144f59c450bd96 is 175, key is test_row_0/A:col10/1732108969593/Put/seqid=0 2024-11-20T13:22:49,751 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/75d2cd03660846d19e5968c47b6c4fe8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/75d2cd03660846d19e5968c47b6c4fe8 2024-11-20T13:22:49,767 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into 75d2cd03660846d19e5968c47b6c4fe8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:49,767 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:49,767 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=13, startTime=1732108969560; duration=0sec 2024-11-20T13:22:49,767 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:49,767 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T13:22:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741976_1152 (size=57033) 2024-11-20T13:22:49,799 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/b7ed0ee7ffbc4b0ab3144f59c450bd96 2024-11-20T13:22:49,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/6ffa851b9498430bbf53cee2133192d7 is 50, key is test_row_0/B:col10/1732108969593/Put/seqid=0 2024-11-20T13:22:49,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109029813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109029815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109029823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109029826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109029848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741977_1153 (size=12151) 2024-11-20T13:22:49,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/6ffa851b9498430bbf53cee2133192d7 2024-11-20T13:22:49,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/859ea737205e4500b537cba8605794c1 is 50, key is test_row_0/C:col10/1732108969593/Put/seqid=0 2024-11-20T13:22:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741978_1154 (size=12151) 2024-11-20T13:22:49,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:49,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:49,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109030019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109030020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109030027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109030031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109030056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,093 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#117 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:50,094 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/a187642be5b24e3988e45e4999f1ab26 is 175, key is test_row_0/A:col10/1732108967803/Put/seqid=0 2024-11-20T13:22:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741979_1155 (size=31549) 2024-11-20T13:22:50,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:50,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:50,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T13:22:50,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:50,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:50,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:50,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109030328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109030330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109030326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109030336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/859ea737205e4500b537cba8605794c1 2024-11-20T13:22:50,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/b7ed0ee7ffbc4b0ab3144f59c450bd96 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/b7ed0ee7ffbc4b0ab3144f59c450bd96 2024-11-20T13:22:50,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/b7ed0ee7ffbc4b0ab3144f59c450bd96, entries=300, sequenceid=217, filesize=55.7 K 2024-11-20T13:22:50,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/6ffa851b9498430bbf53cee2133192d7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6ffa851b9498430bbf53cee2133192d7 2024-11-20T13:22:50,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6ffa851b9498430bbf53cee2133192d7, entries=150, sequenceid=217, filesize=11.9 K 2024-11-20T13:22:50,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/859ea737205e4500b537cba8605794c1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/859ea737205e4500b537cba8605794c1 2024-11-20T13:22:50,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109030369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/859ea737205e4500b537cba8605794c1, entries=150, sequenceid=217, filesize=11.9 K 2024-11-20T13:22:50,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a32562042daf05717326822b72091a95 in 802ms, sequenceid=217, compaction requested=false 2024-11-20T13:22:50,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:50,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T13:22:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:50,452 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T13:22:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:50,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112010a22ee2827243e7adefc9a46f818836_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108969685/Put/seqid=0 2024-11-20T13:22:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741980_1156 (size=12304) 2024-11-20T13:22:50,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,502 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112010a22ee2827243e7adefc9a46f818836_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112010a22ee2827243e7adefc9a46f818836_a32562042daf05717326822b72091a95 2024-11-20T13:22:50,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/161480e9f1ee48c2a54fd34987d659d3, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:50,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/161480e9f1ee48c2a54fd34987d659d3 is 175, key is test_row_0/A:col10/1732108969685/Put/seqid=0 2024-11-20T13:22:50,536 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/a187642be5b24e3988e45e4999f1ab26 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a187642be5b24e3988e45e4999f1ab26 2024-11-20T13:22:50,543 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into a187642be5b24e3988e45e4999f1ab26(size=30.8 K), total size for store is 86.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:50,544 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:50,544 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=13, startTime=1732108969558; duration=0sec 2024-11-20T13:22:50,544 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:50,544 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741981_1157 (size=31105) 2024-11-20T13:22:50,556 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/161480e9f1ee48c2a54fd34987d659d3 2024-11-20T13:22:50,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/81afaecff0ac4c5eafa72a3b51dac3d4 is 50, key is test_row_0/B:col10/1732108969685/Put/seqid=0 2024-11-20T13:22:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741982_1158 (size=12151) 2024-11-20T13:22:50,611 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/81afaecff0ac4c5eafa72a3b51dac3d4 2024-11-20T13:22:50,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/035e0a5d43244e1cbc96d71bdec1cf2a is 50, key is test_row_0/C:col10/1732108969685/Put/seqid=0 2024-11-20T13:22:50,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741983_1159 (size=12151) 2024-11-20T13:22:50,654 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/035e0a5d43244e1cbc96d71bdec1cf2a 2024-11-20T13:22:50,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/161480e9f1ee48c2a54fd34987d659d3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/161480e9f1ee48c2a54fd34987d659d3 2024-11-20T13:22:50,668 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/161480e9f1ee48c2a54fd34987d659d3, entries=150, sequenceid=238, filesize=30.4 K 2024-11-20T13:22:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/81afaecff0ac4c5eafa72a3b51dac3d4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/81afaecff0ac4c5eafa72a3b51dac3d4 2024-11-20T13:22:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,678 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/81afaecff0ac4c5eafa72a3b51dac3d4, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T13:22:50,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/035e0a5d43244e1cbc96d71bdec1cf2a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/035e0a5d43244e1cbc96d71bdec1cf2a 2024-11-20T13:22:50,688 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/035e0a5d43244e1cbc96d71bdec1cf2a, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T13:22:50,690 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for a32562042daf05717326822b72091a95 in 237ms, sequenceid=238, compaction requested=true 2024-11-20T13:22:50,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:50,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:50,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T13:22:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-20T13:22:50,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-20T13:22:50,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-11-20T13:22:50,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.5220 sec 2024-11-20T13:22:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:50,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddfca2050a8e4538a6346e593be77982_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108970898/Put/seqid=0 2024-11-20T13:22:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:50,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109030956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109030956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109030957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109030957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109030958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741985_1161 (size=24758) 2024-11-20T13:22:50,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:51,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddfca2050a8e4538a6346e593be77982_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddfca2050a8e4538a6346e593be77982_a32562042daf05717326822b72091a95 2024-11-20T13:22:51,004 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/2cc03ad273c241f9953cbe8515426390, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:51,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/2cc03ad273c241f9953cbe8515426390 is 175, key is test_row_0/A:col10/1732108970898/Put/seqid=0 2024-11-20T13:22:51,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741984_1160 (size=74395) 2024-11-20T13:22:51,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/2cc03ad273c241f9953cbe8515426390 2024-11-20T13:22:51,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/79a28ae9c2774fd6ad8e651785a193da is 50, key is test_row_0/B:col10/1732108970898/Put/seqid=0 2024-11-20T13:22:51,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109031063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109031068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109031068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109031068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109031069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741986_1162 (size=12151) 2024-11-20T13:22:51,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/79a28ae9c2774fd6ad8e651785a193da 2024-11-20T13:22:51,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/384998b881a7448ab4bd140bea844b7e is 50, key is test_row_0/C:col10/1732108970898/Put/seqid=0 2024-11-20T13:22:51,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741987_1163 (size=12151) 2024-11-20T13:22:51,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109031266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109031270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109031270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109031271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109031272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T13:22:51,292 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-20T13:22:51,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T13:22:51,308 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T13:22:51,309 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:51,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T13:22:51,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T13:22:51,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:51,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:51,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:51,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:51,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:51,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/384998b881a7448ab4bd140bea844b7e 2024-11-20T13:22:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/2cc03ad273c241f9953cbe8515426390 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/2cc03ad273c241f9953cbe8515426390 2024-11-20T13:22:51,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/2cc03ad273c241f9953cbe8515426390, entries=400, sequenceid=250, filesize=72.7 K 2024-11-20T13:22:51,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/79a28ae9c2774fd6ad8e651785a193da as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/79a28ae9c2774fd6ad8e651785a193da 2024-11-20T13:22:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109031571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109031573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/79a28ae9c2774fd6ad8e651785a193da, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T13:22:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109031573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/384998b881a7448ab4bd140bea844b7e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/384998b881a7448ab4bd140bea844b7e 2024-11-20T13:22:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109031582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109031584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/384998b881a7448ab4bd140bea844b7e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-20T13:22:51,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a32562042daf05717326822b72091a95 in 702ms, sequenceid=250, compaction requested=true 2024-11-20T13:22:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:22:51,608 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:51,608 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:51,615 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 194082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:51,615 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:51,615 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:51,615 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a187642be5b24e3988e45e4999f1ab26, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/b7ed0ee7ffbc4b0ab3144f59c450bd96, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/161480e9f1ee48c2a54fd34987d659d3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/2cc03ad273c241f9953cbe8515426390] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=189.5 K 2024-11-20T13:22:51,615 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:51,615 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a187642be5b24e3988e45e4999f1ab26, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/b7ed0ee7ffbc4b0ab3144f59c450bd96, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/161480e9f1ee48c2a54fd34987d659d3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/2cc03ad273c241f9953cbe8515426390] 2024-11-20T13:22:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T13:22:51,617 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting a187642be5b24e3988e45e4999f1ab26, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108967796 2024-11-20T13:22:51,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:51,618 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ed0ee7ffbc4b0ab3144f59c450bd96, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732108968452 2024-11-20T13:22:51,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T13:22:51,627 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 161480e9f1ee48c2a54fd34987d659d3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732108969685 2024-11-20T13:22:51,627 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:51,627 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:51,627 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:51,627 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/75d2cd03660846d19e5968c47b6c4fe8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/859ea737205e4500b537cba8605794c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/035e0a5d43244e1cbc96d71bdec1cf2a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/384998b881a7448ab4bd140bea844b7e] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=47.9 K 2024-11-20T13:22:51,627 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cc03ad273c241f9953cbe8515426390, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108970881 2024-11-20T13:22:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:51,628 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T13:22:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:51,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:51,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:51,629 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75d2cd03660846d19e5968c47b6c4fe8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108967796 2024-11-20T13:22:51,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:51,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:51,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:51,631 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 859ea737205e4500b537cba8605794c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732108968452 2024-11-20T13:22:51,631 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 035e0a5d43244e1cbc96d71bdec1cf2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732108969685 2024-11-20T13:22:51,634 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 384998b881a7448ab4bd140bea844b7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108970884 2024-11-20T13:22:51,657 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:51,672 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#130 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:51,678 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/12b05f5dc6cb4dbda5280f1153114cd7 is 50, key is test_row_0/C:col10/1732108970898/Put/seqid=0 2024-11-20T13:22:51,681 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c1a9e82f7ea145d9b503e0f641bd4eec_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:51,685 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c1a9e82f7ea145d9b503e0f641bd4eec_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:51,686 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1a9e82f7ea145d9b503e0f641bd4eec_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b594b1b0ad4046208b9d0af9cc29d9fc_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108970953/Put/seqid=0 2024-11-20T13:22:51,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741988_1164 (size=12731) 2024-11-20T13:22:51,813 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/12b05f5dc6cb4dbda5280f1153114cd7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/12b05f5dc6cb4dbda5280f1153114cd7 2024-11-20T13:22:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741989_1165 (size=4469) 2024-11-20T13:22:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741990_1166 (size=12454) 2024-11-20T13:22:51,831 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#129 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:51,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/1b99c82c9d05415eb359cb9a0b6883ad is 175, key is test_row_0/A:col10/1732108970898/Put/seqid=0 2024-11-20T13:22:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:51,852 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into 12b05f5dc6cb4dbda5280f1153114cd7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:51,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:51,852 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=12, startTime=1732108971604; duration=0sec 2024-11-20T13:22:51,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:51,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:51,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:51,877 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:51,877 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:51,877 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:51,877 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/76955dfb9b46474390824e7e3bb83936, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6ffa851b9498430bbf53cee2133192d7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/81afaecff0ac4c5eafa72a3b51dac3d4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/79a28ae9c2774fd6ad8e651785a193da] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=47.9 K 2024-11-20T13:22:51,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741991_1167 (size=31685) 2024-11-20T13:22:51,884 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76955dfb9b46474390824e7e3bb83936, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732108967796 2024-11-20T13:22:51,890 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ffa851b9498430bbf53cee2133192d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732108968452 2024-11-20T13:22:51,892 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b594b1b0ad4046208b9d0af9cc29d9fc_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b594b1b0ad4046208b9d0af9cc29d9fc_a32562042daf05717326822b72091a95 2024-11-20T13:22:51,900 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81afaecff0ac4c5eafa72a3b51dac3d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732108969685 2024-11-20T13:22:51,905 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79a28ae9c2774fd6ad8e651785a193da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108970884 2024-11-20T13:22:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6536cfa0d4f49adbb62d59d6aa59bbe, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6536cfa0d4f49adbb62d59d6aa59bbe is 175, key is test_row_0/A:col10/1732108970953/Put/seqid=0 2024-11-20T13:22:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T13:22:51,938 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:51,939 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/7363bf70477f46d4bd3278c4908be930 is 50, key is test_row_0/B:col10/1732108970898/Put/seqid=0 2024-11-20T13:22:51,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741992_1168 (size=31255) 2024-11-20T13:22:51,951 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6536cfa0d4f49adbb62d59d6aa59bbe 2024-11-20T13:22:51,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/d57067b744c248e4b24ac8061f9e9786 is 50, key is test_row_0/B:col10/1732108970953/Put/seqid=0 2024-11-20T13:22:51,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741993_1169 (size=12731) 2024-11-20T13:22:51,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741994_1170 (size=12301) 2024-11-20T13:22:51,990 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/d57067b744c248e4b24ac8061f9e9786 2024-11-20T13:22:51,992 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/7363bf70477f46d4bd3278c4908be930 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/7363bf70477f46d4bd3278c4908be930 2024-11-20T13:22:52,005 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into 7363bf70477f46d4bd3278c4908be930(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:52,005 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:52,005 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=12, startTime=1732108971604; duration=0sec 2024-11-20T13:22:52,005 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:52,005 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/0690cb7c63a541d4b79357227611bcb2 is 50, key is test_row_0/C:col10/1732108970953/Put/seqid=0 2024-11-20T13:22:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741995_1171 (size=12301) 2024-11-20T13:22:52,046 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/0690cb7c63a541d4b79357227611bcb2 2024-11-20T13:22:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/c6536cfa0d4f49adbb62d59d6aa59bbe as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6536cfa0d4f49adbb62d59d6aa59bbe 2024-11-20T13:22:52,058 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6536cfa0d4f49adbb62d59d6aa59bbe, entries=150, sequenceid=275, filesize=30.5 K 2024-11-20T13:22:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/d57067b744c248e4b24ac8061f9e9786 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d57067b744c248e4b24ac8061f9e9786 2024-11-20T13:22:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,067 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d57067b744c248e4b24ac8061f9e9786, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T13:22:52,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/0690cb7c63a541d4b79357227611bcb2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0690cb7c63a541d4b79357227611bcb2 2024-11-20T13:22:52,073 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0690cb7c63a541d4b79357227611bcb2, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T13:22:52,075 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for a32562042daf05717326822b72091a95 in 447ms, sequenceid=275, compaction requested=false 2024-11-20T13:22:52,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:52,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T13:22:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T13:22:52,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T13:22:52,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 767 msec 2024-11-20T13:22:52,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 784 msec 2024-11-20T13:22:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:22:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:52,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:52,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:52,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:52,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:52,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d4fbe9450bd34ab0884c10e00ed956c7_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108972221/Put/seqid=0 2024-11-20T13:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741997_1173 (size=27698) 2024-11-20T13:22:52,286 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/1b99c82c9d05415eb359cb9a0b6883ad as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/1b99c82c9d05415eb359cb9a0b6883ad 2024-11-20T13:22:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,361 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into 1b99c82c9d05415eb359cb9a0b6883ad(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:52,361 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:52,361 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=12, startTime=1732108971604; duration=0sec 2024-11-20T13:22:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,361 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:52,361 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109032377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109032378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109032380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109032383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109032384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T13:22:52,419 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T13:22:52,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T13:22:52,437 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T13:22:52,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:52,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109032489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109032490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109032497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109032500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109032504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T13:22:52,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,691 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:52,703 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d4fbe9450bd34ab0884c10e00ed956c7_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d4fbe9450bd34ab0884c10e00ed956c7_a32562042daf05717326822b72091a95 2024-11-20T13:22:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109032700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109032701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/69fc2912229040a3950d077548135ec7, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:52,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/69fc2912229040a3950d077548135ec7 is 175, key is test_row_0/A:col10/1732108972221/Put/seqid=0 2024-11-20T13:22:52,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109032711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109032713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741996_1172 (size=83484) 2024-11-20T13:22:52,725 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/69fc2912229040a3950d077548135ec7 2024-11-20T13:22:52,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109032716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b3b487b315a0443b8299ace1f9c6077a is 50, key is test_row_0/B:col10/1732108972221/Put/seqid=0 2024-11-20T13:22:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T13:22:52,767 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741998_1174 (size=12301) 2024-11-20T13:22:52,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b3b487b315a0443b8299ace1f9c6077a 2024-11-20T13:22:52,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/69436a3cb6534cb3904d432a975bbdad is 50, key is test_row_0/C:col10/1732108972221/Put/seqid=0 2024-11-20T13:22:52,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741999_1175 (size=12301) 2024-11-20T13:22:52,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/69436a3cb6534cb3904d432a975bbdad 2024-11-20T13:22:52,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/69fc2912229040a3950d077548135ec7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/69fc2912229040a3950d077548135ec7 2024-11-20T13:22:52,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/69fc2912229040a3950d077548135ec7, entries=450, sequenceid=289, filesize=81.5 K 2024-11-20T13:22:52,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/b3b487b315a0443b8299ace1f9c6077a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b3b487b315a0443b8299ace1f9c6077a 2024-11-20T13:22:52,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:52,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:52,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:52,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b3b487b315a0443b8299ace1f9c6077a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T13:22:52,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/69436a3cb6534cb3904d432a975bbdad as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/69436a3cb6534cb3904d432a975bbdad 2024-11-20T13:22:52,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/69436a3cb6534cb3904d432a975bbdad, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T13:22:52,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a32562042daf05717326822b72091a95 in 693ms, sequenceid=289, compaction requested=true 2024-11-20T13:22:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:52,937 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:52,938 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146424 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:52,938 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:52,938 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,938 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/1b99c82c9d05415eb359cb9a0b6883ad, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6536cfa0d4f49adbb62d59d6aa59bbe, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/69fc2912229040a3950d077548135ec7] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=143.0 K 2024-11-20T13:22:52,938 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,939 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/1b99c82c9d05415eb359cb9a0b6883ad, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6536cfa0d4f49adbb62d59d6aa59bbe, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/69fc2912229040a3950d077548135ec7] 2024-11-20T13:22:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:52,939 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b99c82c9d05415eb359cb9a0b6883ad, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108970884 2024-11-20T13:22:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:52,939 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:52,940 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6536cfa0d4f49adbb62d59d6aa59bbe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108970953 2024-11-20T13:22:52,941 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69fc2912229040a3950d077548135ec7, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732108972214 2024-11-20T13:22:52,941 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:52,942 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:52,942 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:52,942 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/7363bf70477f46d4bd3278c4908be930, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d57067b744c248e4b24ac8061f9e9786, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b3b487b315a0443b8299ace1f9c6077a] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=36.5 K 2024-11-20T13:22:52,943 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7363bf70477f46d4bd3278c4908be930, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108970884 2024-11-20T13:22:52,944 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d57067b744c248e4b24ac8061f9e9786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108970953 2024-11-20T13:22:52,945 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b3b487b315a0443b8299ace1f9c6077a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732108972221 2024-11-20T13:22:52,965 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:52,968 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:52,969 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/1a4ecf6dacf94dbcae0be1219e390898 is 50, key is test_row_0/B:col10/1732108972221/Put/seqid=0 2024-11-20T13:22:52,977 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112012d6e341459540bab837045114905d7d_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:52,980 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112012d6e341459540bab837045114905d7d_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:52,980 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012d6e341459540bab837045114905d7d_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742000_1176 (size=12983) 2024-11-20T13:22:53,011 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/1a4ecf6dacf94dbcae0be1219e390898 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1a4ecf6dacf94dbcae0be1219e390898 2024-11-20T13:22:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742001_1177 (size=4469) 2024-11-20T13:22:53,022 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into 1a4ecf6dacf94dbcae0be1219e390898(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:53,022 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:53,022 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=13, startTime=1732108972939; duration=0sec 2024-11-20T13:22:53,022 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:53,022 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:53,022 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:53,023 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#138 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:53,023 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/6235f1f41247499182e92f66f3b3b91f is 175, key is test_row_0/A:col10/1732108972221/Put/seqid=0 2024-11-20T13:22:53,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:22:53,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:53,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:53,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:53,027 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:53,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:53,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:53,027 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:53,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:53,027 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,027 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/12b05f5dc6cb4dbda5280f1153114cd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0690cb7c63a541d4b79357227611bcb2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/69436a3cb6534cb3904d432a975bbdad] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=36.5 K 2024-11-20T13:22:53,028 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 12b05f5dc6cb4dbda5280f1153114cd7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732108970884 2024-11-20T13:22:53,029 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 0690cb7c63a541d4b79357227611bcb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108970953 2024-11-20T13:22:53,030 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 69436a3cb6534cb3904d432a975bbdad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732108972221 2024-11-20T13:22:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T13:22:53,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109033048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109033051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109033054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,059 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:53,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109033056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,060 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/5ab7f49da9fc4418bbff759e22e8d9b0 is 50, key is test_row_0/C:col10/1732108972221/Put/seqid=0 2024-11-20T13:22:53,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109033057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:53,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742002_1178 (size=31937) 2024-11-20T13:22:53,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:53,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201e31392713254a5c8a5948338a796cd0_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108973015/Put/seqid=0 2024-11-20T13:22:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742004_1180 (size=14994) 2024-11-20T13:22:53,137 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742003_1179 (size=12983) 2024-11-20T13:22:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109033160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201e31392713254a5c8a5948338a796cd0_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e31392713254a5c8a5948338a796cd0_a32562042daf05717326822b72091a95 2024-11-20T13:22:53,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109033161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109033161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/fc1427ec1f8e4ae992d410006c1f56f2, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:53,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/fc1427ec1f8e4ae992d410006c1f56f2 is 175, key is test_row_0/A:col10/1732108973015/Put/seqid=0 2024-11-20T13:22:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109033170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109033172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742005_1181 (size=39949) 2024-11-20T13:22:53,240 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:53,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:53,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109033369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109033372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109033374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109033376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109033379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,498 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/6235f1f41247499182e92f66f3b3b91f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6235f1f41247499182e92f66f3b3b91f 2024-11-20T13:22:53,544 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into 6235f1f41247499182e92f66f3b3b91f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:53,544 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:53,544 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=13, startTime=1732108972937; duration=0sec 2024-11-20T13:22:53,545 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:53,545 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T13:22:53,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,585 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/5ab7f49da9fc4418bbff759e22e8d9b0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/5ab7f49da9fc4418bbff759e22e8d9b0 2024-11-20T13:22:53,601 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into 5ab7f49da9fc4418bbff759e22e8d9b0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:53,601 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:53,601 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=13, startTime=1732108972939; duration=0sec 2024-11-20T13:22:53,601 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:53,601 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:53,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/fc1427ec1f8e4ae992d410006c1f56f2 2024-11-20T13:22:53,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/87224f40b20b445b8f82a292ce632520 is 50, key is test_row_0/B:col10/1732108973015/Put/seqid=0 2024-11-20T13:22:53,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742006_1182 (size=12301) 2024-11-20T13:22:53,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/87224f40b20b445b8f82a292ce632520 2024-11-20T13:22:53,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/9e424855724f4073b680642ff3135ae3 is 50, key is test_row_0/C:col10/1732108973015/Put/seqid=0 2024-11-20T13:22:53,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109033677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109033683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109033684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109033684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109033688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742007_1183 (size=12301) 2024-11-20T13:22:53,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/9e424855724f4073b680642ff3135ae3 2024-11-20T13:22:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/fc1427ec1f8e4ae992d410006c1f56f2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/fc1427ec1f8e4ae992d410006c1f56f2 2024-11-20T13:22:53,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/fc1427ec1f8e4ae992d410006c1f56f2, entries=200, sequenceid=318, filesize=39.0 K 2024-11-20T13:22:53,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/87224f40b20b445b8f82a292ce632520 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87224f40b20b445b8f82a292ce632520 2024-11-20T13:22:53,733 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87224f40b20b445b8f82a292ce632520, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T13:22:53,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/9e424855724f4073b680642ff3135ae3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/9e424855724f4073b680642ff3135ae3 2024-11-20T13:22:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:53,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/9e424855724f4073b680642ff3135ae3, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T13:22:53,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a32562042daf05717326822b72091a95 in 726ms, sequenceid=318, compaction requested=false 2024-11-20T13:22:53,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:53,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:53,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T13:22:53,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:53,901 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T13:22:53,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120740c1d1c2c40419881057a5c61c0e0ea_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108973031/Put/seqid=0 2024-11-20T13:22:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742008_1184 (size=12454) 2024-11-20T13:22:53,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:53,986 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120740c1d1c2c40419881057a5c61c0e0ea_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120740c1d1c2c40419881057a5c61c0e0ea_a32562042daf05717326822b72091a95 2024-11-20T13:22:53,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/5c0de42f4a884385a9f9785e7ac97c42, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/5c0de42f4a884385a9f9785e7ac97c42 is 175, key is test_row_0/A:col10/1732108973031/Put/seqid=0 2024-11-20T13:22:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742009_1185 (size=31255) 2024-11-20T13:22:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:54,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:54,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109034252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109034256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109034260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109034267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109034268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109034372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109034372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109034373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109034379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109034379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,416 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/5c0de42f4a884385a9f9785e7ac97c42 2024-11-20T13:22:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/6bf71fcaaa114097b7436ffb6c4ea014 is 50, key is test_row_0/B:col10/1732108973031/Put/seqid=0 2024-11-20T13:22:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742010_1186 (size=12301) 2024-11-20T13:22:54,492 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/6bf71fcaaa114097b7436ffb6c4ea014 2024-11-20T13:22:54,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/32d96031a82144f4879bf9895ceca577 is 50, key is test_row_0/C:col10/1732108973031/Put/seqid=0 2024-11-20T13:22:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T13:22:54,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742011_1187 (size=12301) 2024-11-20T13:22:54,566 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/32d96031a82144f4879bf9895ceca577 2024-11-20T13:22:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/5c0de42f4a884385a9f9785e7ac97c42 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/5c0de42f4a884385a9f9785e7ac97c42 2024-11-20T13:22:54,578 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/5c0de42f4a884385a9f9785e7ac97c42, entries=150, sequenceid=329, filesize=30.5 K 2024-11-20T13:22:54,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/6bf71fcaaa114097b7436ffb6c4ea014 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6bf71fcaaa114097b7436ffb6c4ea014 2024-11-20T13:22:54,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,593 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6bf71fcaaa114097b7436ffb6c4ea014, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T13:22:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109034584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109034586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/32d96031a82144f4879bf9895ceca577 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/32d96031a82144f4879bf9895ceca577 2024-11-20T13:22:54,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109034594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109034596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109034584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,615 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/32d96031a82144f4879bf9895ceca577, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T13:22:54,616 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for a32562042daf05717326822b72091a95 in 715ms, sequenceid=329, compaction requested=true 2024-11-20T13:22:54,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T13:22:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T13:22:54,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T13:22:54,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1700 sec 2024-11-20T13:22:54,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.1930 sec 2024-11-20T13:22:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:54,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T13:22:54,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:54,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:54,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:54,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:54,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:54,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109034920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adef0930825342bbbe6142489d595cef_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108974255/Put/seqid=0 2024-11-20T13:22:54,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109034920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109034922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109034924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:54,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109034926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742012_1188 (size=14994) 2024-11-20T13:22:55,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109035036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109035036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109035039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109035040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109035040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109035244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109035248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109035249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109035252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109035252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,412 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:55,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adef0930825342bbbe6142489d595cef_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adef0930825342bbbe6142489d595cef_a32562042daf05717326822b72091a95 2024-11-20T13:22:55,422 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/977559247fd545778688cb2e24048d11, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:55,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/977559247fd545778688cb2e24048d11 is 175, key is test_row_0/A:col10/1732108974255/Put/seqid=0 2024-11-20T13:22:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742013_1189 (size=39949) 2024-11-20T13:22:55,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/977559247fd545778688cb2e24048d11 2024-11-20T13:22:55,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/9ef2b0b996ed405f9c4378004547ce54 is 50, key is test_row_0/B:col10/1732108974255/Put/seqid=0 2024-11-20T13:22:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742014_1190 (size=12301) 2024-11-20T13:22:55,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/9ef2b0b996ed405f9c4378004547ce54 2024-11-20T13:22:55,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d1cbe0b5930c40ada59184c86eeaa1c8 is 50, key is test_row_0/C:col10/1732108974255/Put/seqid=0 2024-11-20T13:22:55,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109035557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109035558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742015_1191 (size=12301) 2024-11-20T13:22:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109035558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d1cbe0b5930c40ada59184c86eeaa1c8 2024-11-20T13:22:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109035562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109035562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:55,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/977559247fd545778688cb2e24048d11 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/977559247fd545778688cb2e24048d11 2024-11-20T13:22:55,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/977559247fd545778688cb2e24048d11, entries=200, sequenceid=357, filesize=39.0 K 2024-11-20T13:22:55,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/9ef2b0b996ed405f9c4378004547ce54 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9ef2b0b996ed405f9c4378004547ce54 2024-11-20T13:22:55,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9ef2b0b996ed405f9c4378004547ce54, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T13:22:55,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/d1cbe0b5930c40ada59184c86eeaa1c8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d1cbe0b5930c40ada59184c86eeaa1c8 2024-11-20T13:22:55,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d1cbe0b5930c40ada59184c86eeaa1c8, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T13:22:55,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a32562042daf05717326822b72091a95 in 687ms, sequenceid=357, compaction requested=true 2024-11-20T13:22:55,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:55,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:55,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:55,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:55,594 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:55,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:55,596 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:55,596 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:55,596 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:55,596 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:55,596 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6235f1f41247499182e92f66f3b3b91f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/fc1427ec1f8e4ae992d410006c1f56f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/5c0de42f4a884385a9f9785e7ac97c42, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/977559247fd545778688cb2e24048d11] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=139.7 K 2024-11-20T13:22:55,596 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:55,596 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6235f1f41247499182e92f66f3b3b91f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/fc1427ec1f8e4ae992d410006c1f56f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/5c0de42f4a884385a9f9785e7ac97c42, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/977559247fd545778688cb2e24048d11] 2024-11-20T13:22:55,597 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6235f1f41247499182e92f66f3b3b91f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732108972221 2024-11-20T13:22:55,598 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc1427ec1f8e4ae992d410006c1f56f2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732108972378 2024-11-20T13:22:55,599 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c0de42f4a884385a9f9785e7ac97c42, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732108973031 2024-11-20T13:22:55,599 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:55,599 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:55,600 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:55,600 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1a4ecf6dacf94dbcae0be1219e390898, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87224f40b20b445b8f82a292ce632520, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6bf71fcaaa114097b7436ffb6c4ea014, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9ef2b0b996ed405f9c4378004547ce54] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=48.7 K 2024-11-20T13:22:55,600 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 977559247fd545778688cb2e24048d11, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732108974250 2024-11-20T13:22:55,601 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a4ecf6dacf94dbcae0be1219e390898, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732108972221 2024-11-20T13:22:55,602 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 87224f40b20b445b8f82a292ce632520, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732108972378 2024-11-20T13:22:55,605 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bf71fcaaa114097b7436ffb6c4ea014, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732108973031 2024-11-20T13:22:55,605 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ef2b0b996ed405f9c4378004547ce54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732108974255 2024-11-20T13:22:55,633 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:55,634 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/efe22563435d4bf59949227abc8dc681 is 50, key is test_row_0/B:col10/1732108974255/Put/seqid=0 2024-11-20T13:22:55,636 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:55,651 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207dd9a42699b241cdae97d5378e6cd6f0_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:55,654 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207dd9a42699b241cdae97d5378e6cd6f0_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:55,654 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207dd9a42699b241cdae97d5378e6cd6f0_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742016_1192 (size=13119) 2024-11-20T13:22:55,706 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/efe22563435d4bf59949227abc8dc681 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/efe22563435d4bf59949227abc8dc681 2024-11-20T13:22:55,713 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into efe22563435d4bf59949227abc8dc681(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:55,713 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:55,713 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=12, startTime=1732108975593; duration=0sec 2024-11-20T13:22:55,713 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:55,713 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:55,713 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:22:55,715 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:22:55,715 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:55,715 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:55,715 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/5ab7f49da9fc4418bbff759e22e8d9b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/9e424855724f4073b680642ff3135ae3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/32d96031a82144f4879bf9895ceca577, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d1cbe0b5930c40ada59184c86eeaa1c8] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=48.7 K 2024-11-20T13:22:55,716 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab7f49da9fc4418bbff759e22e8d9b0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732108972221 2024-11-20T13:22:55,717 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e424855724f4073b680642ff3135ae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732108972378 2024-11-20T13:22:55,717 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 32d96031a82144f4879bf9895ceca577, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732108973031 2024-11-20T13:22:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742017_1193 (size=4469) 2024-11-20T13:22:55,718 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d1cbe0b5930c40ada59184c86eeaa1c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732108974255 2024-11-20T13:22:55,724 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#151 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:55,725 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/8b55f47e24d14420ac37977303ad689c is 175, key is test_row_0/A:col10/1732108974255/Put/seqid=0 2024-11-20T13:22:55,802 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:55,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742018_1194 (size=32073) 2024-11-20T13:22:55,803 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/302f3e0d31be446f917add34b3810012 is 50, key is test_row_0/C:col10/1732108974255/Put/seqid=0 2024-11-20T13:22:55,830 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/8b55f47e24d14420ac37977303ad689c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/8b55f47e24d14420ac37977303ad689c 2024-11-20T13:22:55,838 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into 8b55f47e24d14420ac37977303ad689c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:55,838 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:55,838 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=12, startTime=1732108975593; duration=0sec 2024-11-20T13:22:55,838 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:55,838 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742019_1195 (size=13119) 2024-11-20T13:22:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:56,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T13:22:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:56,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:56,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f3ad8c044084a0dbe7efc7f501e765c_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108976078/Put/seqid=0 2024-11-20T13:22:56,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109036122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109036127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109036128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109036131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109036128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742020_1196 (size=12454) 2024-11-20T13:22:56,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109036236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109036240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109036240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109036240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,255 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/302f3e0d31be446f917add34b3810012 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/302f3e0d31be446f917add34b3810012 2024-11-20T13:22:56,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109036264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,277 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into 302f3e0d31be446f917add34b3810012(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:56,277 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:56,277 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=12, startTime=1732108975594; duration=0sec 2024-11-20T13:22:56,277 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:56,277 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109036448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109036448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109036448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109036448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109036472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T13:22:56,561 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T13:22:56,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:22:56,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T13:22:56,571 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:22:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T13:22:56,572 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:22:56,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:22:56,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:56,592 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f3ad8c044084a0dbe7efc7f501e765c_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f3ad8c044084a0dbe7efc7f501e765c_a32562042daf05717326822b72091a95 2024-11-20T13:22:56,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3eff99996a0a488c8c187d1f2ab469f2, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:56,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3eff99996a0a488c8c187d1f2ab469f2 is 175, key is test_row_0/A:col10/1732108976078/Put/seqid=0 2024-11-20T13:22:56,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742021_1197 (size=31255) 2024-11-20T13:22:56,619 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3eff99996a0a488c8c187d1f2ab469f2 2024-11-20T13:22:56,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/05f5c0c151f54e57b9ce3e28a1f2b7a7 is 50, key is test_row_0/B:col10/1732108976078/Put/seqid=0 2024-11-20T13:22:56,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742022_1198 (size=12301) 2024-11-20T13:22:56,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/05f5c0c151f54e57b9ce3e28a1f2b7a7 2024-11-20T13:22:56,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/e3afd9832b3543519e40354ec86b8d5c is 50, key is test_row_0/C:col10/1732108976078/Put/seqid=0 2024-11-20T13:22:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T13:22:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742023_1199 (size=12301) 2024-11-20T13:22:56,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/e3afd9832b3543519e40354ec86b8d5c 2024-11-20T13:22:56,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/3eff99996a0a488c8c187d1f2ab469f2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3eff99996a0a488c8c187d1f2ab469f2 2024-11-20T13:22:56,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3eff99996a0a488c8c187d1f2ab469f2, entries=150, sequenceid=371, filesize=30.5 K 2024-11-20T13:22:56,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/05f5c0c151f54e57b9ce3e28a1f2b7a7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/05f5c0c151f54e57b9ce3e28a1f2b7a7 2024-11-20T13:22:56,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T13:22:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:56,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:56,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:56,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/05f5c0c151f54e57b9ce3e28a1f2b7a7, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T13:22:56,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/e3afd9832b3543519e40354ec86b8d5c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e3afd9832b3543519e40354ec86b8d5c 2024-11-20T13:22:56,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e3afd9832b3543519e40354ec86b8d5c, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T13:22:56,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for a32562042daf05717326822b72091a95 in 657ms, sequenceid=371, compaction requested=false 2024-11-20T13:22:56,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:56,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:22:56,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:56,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:56,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:56,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:56,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:56,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109036757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109036760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109036761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109036761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109036775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ffc2342df8334b9394cc99b2bbd9a8a7_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108976751/Put/seqid=0 2024-11-20T13:22:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742024_1200 (size=17534) 2024-11-20T13:22:56,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:56,809 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ffc2342df8334b9394cc99b2bbd9a8a7_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ffc2342df8334b9394cc99b2bbd9a8a7_a32562042daf05717326822b72091a95 2024-11-20T13:22:56,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109036862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109036863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109036863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109036863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T13:22:56,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:56,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T13:22:56,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:56,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:56,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:56,900 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/e4330baae0634a72b13c02e12eb6a547, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:56,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/e4330baae0634a72b13c02e12eb6a547 is 175, key is test_row_0/A:col10/1732108976751/Put/seqid=0 2024-11-20T13:22:56,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742025_1201 (size=48639) 2024-11-20T13:22:57,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T13:22:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:57,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109037064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109037065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109037066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109037066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T13:22:57,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T13:22:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57062 deadline: 1732109037280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/e4330baae0634a72b13c02e12eb6a547 2024-11-20T13:22:57,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/516e87e9383a41bf9a2352329dd2d16f is 50, key is test_row_0/B:col10/1732108976751/Put/seqid=0 2024-11-20T13:22:57,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T13:22:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57060 deadline: 1732109037367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57104 deadline: 1732109037368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57114 deadline: 1732109037368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:22:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57048 deadline: 1732109037369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742026_1202 (size=12301) 2024-11-20T13:22:57,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/516e87e9383a41bf9a2352329dd2d16f 2024-11-20T13:22:57,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/ec627c7db678487cab173adf4cdcd323 is 50, key is test_row_0/C:col10/1732108976751/Put/seqid=0 2024-11-20T13:22:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742027_1203 (size=12301) 2024-11-20T13:22:57,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/ec627c7db678487cab173adf4cdcd323 2024-11-20T13:22:57,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/e4330baae0634a72b13c02e12eb6a547 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/e4330baae0634a72b13c02e12eb6a547 2024-11-20T13:22:57,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T13:22:57,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:57,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:22:57,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/e4330baae0634a72b13c02e12eb6a547, entries=250, sequenceid=401, filesize=47.5 K 2024-11-20T13:22:57,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/516e87e9383a41bf9a2352329dd2d16f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/516e87e9383a41bf9a2352329dd2d16f 2024-11-20T13:22:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/516e87e9383a41bf9a2352329dd2d16f, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T13:22:57,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/ec627c7db678487cab173adf4cdcd323 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/ec627c7db678487cab173adf4cdcd323 2024-11-20T13:22:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/ec627c7db678487cab173adf4cdcd323, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T13:22:57,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for a32562042daf05717326822b72091a95 in 806ms, sequenceid=401, compaction requested=true 2024-11-20T13:22:57,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:22:57,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:57,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:22:57,561 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:57,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:57,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a32562042daf05717326822b72091a95:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:22:57,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:22:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,561 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,562 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:57,562 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:57,563 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/A is initiating minor compaction (all files) 2024-11-20T13:22:57,563 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/B is initiating minor compaction (all files) 2024-11-20T13:22:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,563 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/A in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,563 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/8b55f47e24d14420ac37977303ad689c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3eff99996a0a488c8c187d1f2ab469f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/e4330baae0634a72b13c02e12eb6a547] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=109.3 K 2024-11-20T13:22:57,563 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,563 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/B in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,564 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/efe22563435d4bf59949227abc8dc681, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/05f5c0c151f54e57b9ce3e28a1f2b7a7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/516e87e9383a41bf9a2352329dd2d16f] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=36.8 K 2024-11-20T13:22:57,563 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/8b55f47e24d14420ac37977303ad689c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3eff99996a0a488c8c187d1f2ab469f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/e4330baae0634a72b13c02e12eb6a547] 2024-11-20T13:22:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,564 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting efe22563435d4bf59949227abc8dc681, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732108974255 2024-11-20T13:22:57,564 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b55f47e24d14420ac37977303ad689c, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732108974255 2024-11-20T13:22:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,564 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eff99996a0a488c8c187d1f2ab469f2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732108974924 2024-11-20T13:22:57,565 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 05f5c0c151f54e57b9ce3e28a1f2b7a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732108974924 2024-11-20T13:22:57,565 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 516e87e9383a41bf9a2352329dd2d16f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732108976751 2024-11-20T13:22:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,565 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4330baae0634a72b13c02e12eb6a547, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732108976124 2024-11-20T13:22:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,585 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,607 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#B#compaction#160 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,608 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/9e27ec0c072444f6be07b77eb49491ee is 50, key is test_row_0/B:col10/1732108976751/Put/seqid=0 2024-11-20T13:22:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,610 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c7b98f15c2c143dea00c396cee61ba5d_a32562042daf05717326822b72091a95 store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,615 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c7b98f15c2c143dea00c396cee61ba5d_a32562042daf05717326822b72091a95, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,615 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c7b98f15c2c143dea00c396cee61ba5d_a32562042daf05717326822b72091a95 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,633 DEBUG [Thread-512 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:64876 2024-11-20T13:22:57,633 DEBUG [Thread-512 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:57,642 DEBUG [Thread-514 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:64876 2024-11-20T13:22:57,642 DEBUG [Thread-514 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:57,645 DEBUG [Thread-516 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:64876 2024-11-20T13:22:57,645 DEBUG [Thread-516 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742029_1205 (size=4469) 2024-11-20T13:22:57,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742028_1204 (size=13221) 2024-11-20T13:22:57,654 DEBUG [Thread-518 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:64876 2024-11-20T13:22:57,654 DEBUG [Thread-518 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T13:22:57,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:22:57,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T13:22:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:57,695 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T13:22:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:22:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:22:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:22:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:22:57,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120189f4d813cfa4d15aa388381b0d6b9f9_a32562042daf05717326822b72091a95 is 50, key is test_row_1/A:col10/1732108976760/Put/seqid=0 2024-11-20T13:22:57,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742030_1206 (size=9914) 2024-11-20T13:22:57,873 DEBUG [Thread-507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:64876 2024-11-20T13:22:57,873 DEBUG [Thread-507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:57,873 DEBUG [Thread-505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:64876 2024-11-20T13:22:57,874 DEBUG [Thread-505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:57,875 DEBUG [Thread-503 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:64876 2024-11-20T13:22:57,875 DEBUG [Thread-503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on a32562042daf05717326822b72091a95 2024-11-20T13:22:57,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. as already flushing 2024-11-20T13:22:57,877 DEBUG [Thread-509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:64876 2024-11-20T13:22:57,877 DEBUG [Thread-509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:58,049 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#A#compaction#159 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:58,050 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/dd2424e395be43c4a8302c46a351da2d is 175, key is test_row_0/A:col10/1732108976751/Put/seqid=0 2024-11-20T13:22:58,054 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/9e27ec0c072444f6be07b77eb49491ee as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9e27ec0c072444f6be07b77eb49491ee 2024-11-20T13:22:58,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742031_1207 (size=32175) 2024-11-20T13:22:58,062 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/B of a32562042daf05717326822b72091a95 into 9e27ec0c072444f6be07b77eb49491ee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:58,063 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:58,063 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/B, priority=13, startTime=1732108977560; duration=0sec 2024-11-20T13:22:58,063 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:22:58,063 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:B 2024-11-20T13:22:58,063 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:22:58,068 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:22:58,068 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): a32562042daf05717326822b72091a95/C is initiating minor compaction (all files) 2024-11-20T13:22:58,068 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a32562042daf05717326822b72091a95/C in TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:58,068 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/302f3e0d31be446f917add34b3810012, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e3afd9832b3543519e40354ec86b8d5c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/ec627c7db678487cab173adf4cdcd323] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp, totalSize=36.8 K 2024-11-20T13:22:58,069 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 302f3e0d31be446f917add34b3810012, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732108974255 2024-11-20T13:22:58,069 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e3afd9832b3543519e40354ec86b8d5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732108974924 2024-11-20T13:22:58,070 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ec627c7db678487cab173adf4cdcd323, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732108976751 2024-11-20T13:22:58,079 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a32562042daf05717326822b72091a95#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:22:58,080 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/cb433251b2f8456bba6dc717e92bdd73 is 50, key is test_row_0/C:col10/1732108976751/Put/seqid=0 2024-11-20T13:22:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742032_1208 (size=13221) 2024-11-20T13:22:58,098 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/cb433251b2f8456bba6dc717e92bdd73 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb433251b2f8456bba6dc717e92bdd73 2024-11-20T13:22:58,104 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/C of a32562042daf05717326822b72091a95 into cb433251b2f8456bba6dc717e92bdd73(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:58,104 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:58,104 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/C, priority=13, startTime=1732108977561; duration=0sec 2024-11-20T13:22:58,104 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:58,104 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:C 2024-11-20T13:22:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:22:58,122 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120189f4d813cfa4d15aa388381b0d6b9f9_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120189f4d813cfa4d15aa388381b0d6b9f9_a32562042daf05717326822b72091a95 2024-11-20T13:22:58,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/923c7cf5a60d4bf89679965013fcd0a1, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:22:58,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/923c7cf5a60d4bf89679965013fcd0a1 is 175, key is test_row_1/A:col10/1732108976760/Put/seqid=0 2024-11-20T13:22:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742033_1209 (size=22561) 2024-11-20T13:22:58,287 DEBUG [Thread-501 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:64876 2024-11-20T13:22:58,287 DEBUG [Thread-501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:22:58,465 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/dd2424e395be43c4a8302c46a351da2d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/dd2424e395be43c4a8302c46a351da2d 2024-11-20T13:22:58,474 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a32562042daf05717326822b72091a95/A of a32562042daf05717326822b72091a95 into dd2424e395be43c4a8302c46a351da2d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:22:58,474 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:58,474 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95., storeName=a32562042daf05717326822b72091a95/A, priority=13, startTime=1732108977560; duration=0sec 2024-11-20T13:22:58,474 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:22:58,474 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a32562042daf05717326822b72091a95:A 2024-11-20T13:22:58,533 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/923c7cf5a60d4bf89679965013fcd0a1 2024-11-20T13:22:58,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/1e253e7c07d14b68baa791afc098acbf is 50, key is test_row_1/B:col10/1732108976760/Put/seqid=0 2024-11-20T13:22:58,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742034_1210 (size=9857) 2024-11-20T13:22:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T13:22:58,946 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/1e253e7c07d14b68baa791afc098acbf 2024-11-20T13:22:58,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/cdad0333423b4308815d782fc1ba5ebd is 50, key is test_row_1/C:col10/1732108976760/Put/seqid=0 2024-11-20T13:22:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742035_1211 (size=9857) 2024-11-20T13:22:59,380 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/cdad0333423b4308815d782fc1ba5ebd 2024-11-20T13:22:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/923c7cf5a60d4bf89679965013fcd0a1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/923c7cf5a60d4bf89679965013fcd0a1 2024-11-20T13:22:59,401 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/923c7cf5a60d4bf89679965013fcd0a1, entries=100, sequenceid=408, filesize=22.0 K 2024-11-20T13:22:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/1e253e7c07d14b68baa791afc098acbf as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1e253e7c07d14b68baa791afc098acbf 2024-11-20T13:22:59,408 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1e253e7c07d14b68baa791afc098acbf, entries=100, sequenceid=408, filesize=9.6 K 2024-11-20T13:22:59,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/cdad0333423b4308815d782fc1ba5ebd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cdad0333423b4308815d782fc1ba5ebd 2024-11-20T13:22:59,415 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cdad0333423b4308815d782fc1ba5ebd, entries=100, sequenceid=408, filesize=9.6 K 2024-11-20T13:22:59,416 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=33.54 KB/34350 for a32562042daf05717326822b72091a95 in 1721ms, sequenceid=408, compaction requested=false 2024-11-20T13:22:59,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for a32562042daf05717326822b72091a95: 2024-11-20T13:22:59,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:22:59,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T13:22:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T13:22:59,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T13:22:59,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8500 sec 2024-11-20T13:22:59,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.8560 sec 2024-11-20T13:23:00,472 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:23:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T13:23:00,677 INFO [Thread-511 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T13:23:00,677 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2722 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2547 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1132 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3396 rows 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1147 2024-11-20T13:23:00,678 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3441 rows 2024-11-20T13:23:00,678 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:23:00,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:64876 2024-11-20T13:23:00,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:00,686 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T13:23:00,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T13:23:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T13:23:00,693 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108980693"}]},"ts":"1732108980693"} 2024-11-20T13:23:00,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T13:23:00,700 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T13:23:00,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:23:00,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, UNASSIGN}] 2024-11-20T13:23:00,704 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=55, ppid=54, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, UNASSIGN 2024-11-20T13:23:00,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:00,706 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:23:00,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; CloseRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:23:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T13:23:00,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:00,858 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(124): Close a32562042daf05717326822b72091a95 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1681): Closing a32562042daf05717326822b72091a95, disabling compactions & flushes 2024-11-20T13:23:00,859 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. after waiting 0 ms 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:23:00,859 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(2837): Flushing a32562042daf05717326822b72091a95 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=A 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:00,859 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=B 2024-11-20T13:23:00,860 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:00,860 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a32562042daf05717326822b72091a95, store=C 2024-11-20T13:23:00,860 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:00,868 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112060d47b778b0a472aa335a47c97655493_a32562042daf05717326822b72091a95 is 50, key is test_row_0/A:col10/1732108977872/Put/seqid=0 2024-11-20T13:23:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742036_1212 (size=12454) 2024-11-20T13:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T13:23:01,279 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:01,284 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112060d47b778b0a472aa335a47c97655493_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112060d47b778b0a472aa335a47c97655493_a32562042daf05717326822b72091a95 2024-11-20T13:23:01,285 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/580532605e9443f5a00e3cb30f585c1f, store: [table=TestAcidGuarantees family=A region=a32562042daf05717326822b72091a95] 2024-11-20T13:23:01,286 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/580532605e9443f5a00e3cb30f585c1f is 175, key is test_row_0/A:col10/1732108977872/Put/seqid=0 2024-11-20T13:23:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742037_1213 (size=31255) 2024-11-20T13:23:01,294 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/580532605e9443f5a00e3cb30f585c1f 2024-11-20T13:23:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T13:23:01,307 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/d134a4d717f4477990273feeaf9e1afc is 50, key is test_row_0/B:col10/1732108977872/Put/seqid=0 2024-11-20T13:23:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742038_1214 (size=12301) 2024-11-20T13:23:01,720 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/d134a4d717f4477990273feeaf9e1afc 2024-11-20T13:23:01,730 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/59a02278b8944c958c6190592c2ba802 is 50, key is test_row_0/C:col10/1732108977872/Put/seqid=0 2024-11-20T13:23:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742039_1215 (size=12301) 2024-11-20T13:23:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T13:23:02,137 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/59a02278b8944c958c6190592c2ba802 2024-11-20T13:23:02,143 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/A/580532605e9443f5a00e3cb30f585c1f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/580532605e9443f5a00e3cb30f585c1f 2024-11-20T13:23:02,148 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/580532605e9443f5a00e3cb30f585c1f, entries=150, sequenceid=419, filesize=30.5 K 2024-11-20T13:23:02,150 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/B/d134a4d717f4477990273feeaf9e1afc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d134a4d717f4477990273feeaf9e1afc 2024-11-20T13:23:02,162 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d134a4d717f4477990273feeaf9e1afc, entries=150, sequenceid=419, filesize=12.0 K 2024-11-20T13:23:02,164 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/.tmp/C/59a02278b8944c958c6190592c2ba802 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/59a02278b8944c958c6190592c2ba802 2024-11-20T13:23:02,172 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/59a02278b8944c958c6190592c2ba802, entries=150, sequenceid=419, filesize=12.0 K 2024-11-20T13:23:02,173 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a32562042daf05717326822b72091a95 in 1314ms, sequenceid=419, compaction requested=true 2024-11-20T13:23:02,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/67d9f73b988e4b9d8e6de1418a6ae80d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d804058d20cf4e20b714c43ad16120b2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4182e9c99ba14952bc7d615b8ab0174f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6889f861440f4e98b5faceace2c6b169, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6156116f6ab457b95218ae2d1d2071f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a1f38609e9c343c7a8102ac665806cf2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/babed92b7231402d9b7a6e314ed41b9f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/aa5e45da52064d2e879646c1b3aa8ed2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3aee9032db804c348cf2a5f78979b3c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4cc4816b417d4ad58adaa45214d04d44, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c7b6f710b18c472cba19663cf23422b8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d978c731f7b94720bd3c372e9c2c15d4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4852405ce96349e2b2f5b62176aeca83, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a187642be5b24e3988e45e4999f1ab26, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/b7ed0ee7ffbc4b0ab3144f59c450bd96, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/161480e9f1ee48c2a54fd34987d659d3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/2cc03ad273c241f9953cbe8515426390, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/1b99c82c9d05415eb359cb9a0b6883ad, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6536cfa0d4f49adbb62d59d6aa59bbe, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/69fc2912229040a3950d077548135ec7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6235f1f41247499182e92f66f3b3b91f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/fc1427ec1f8e4ae992d410006c1f56f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/5c0de42f4a884385a9f9785e7ac97c42, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/977559247fd545778688cb2e24048d11, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/8b55f47e24d14420ac37977303ad689c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3eff99996a0a488c8c187d1f2ab469f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/e4330baae0634a72b13c02e12eb6a547] to archive 2024-11-20T13:23:02,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:23:02,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/67d9f73b988e4b9d8e6de1418a6ae80d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/67d9f73b988e4b9d8e6de1418a6ae80d 2024-11-20T13:23:02,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d804058d20cf4e20b714c43ad16120b2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d804058d20cf4e20b714c43ad16120b2 2024-11-20T13:23:02,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4182e9c99ba14952bc7d615b8ab0174f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4182e9c99ba14952bc7d615b8ab0174f 2024-11-20T13:23:02,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6889f861440f4e98b5faceace2c6b169 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6889f861440f4e98b5faceace2c6b169 2024-11-20T13:23:02,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6156116f6ab457b95218ae2d1d2071f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6156116f6ab457b95218ae2d1d2071f 2024-11-20T13:23:02,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a1f38609e9c343c7a8102ac665806cf2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a1f38609e9c343c7a8102ac665806cf2 2024-11-20T13:23:02,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/babed92b7231402d9b7a6e314ed41b9f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/babed92b7231402d9b7a6e314ed41b9f 2024-11-20T13:23:02,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/aa5e45da52064d2e879646c1b3aa8ed2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/aa5e45da52064d2e879646c1b3aa8ed2 2024-11-20T13:23:02,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3aee9032db804c348cf2a5f78979b3c1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3aee9032db804c348cf2a5f78979b3c1 2024-11-20T13:23:02,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4cc4816b417d4ad58adaa45214d04d44 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4cc4816b417d4ad58adaa45214d04d44 2024-11-20T13:23:02,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c7b6f710b18c472cba19663cf23422b8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c7b6f710b18c472cba19663cf23422b8 2024-11-20T13:23:02,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d978c731f7b94720bd3c372e9c2c15d4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/d978c731f7b94720bd3c372e9c2c15d4 2024-11-20T13:23:02,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4852405ce96349e2b2f5b62176aeca83 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/4852405ce96349e2b2f5b62176aeca83 2024-11-20T13:23:02,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a187642be5b24e3988e45e4999f1ab26 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/a187642be5b24e3988e45e4999f1ab26 2024-11-20T13:23:02,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/b7ed0ee7ffbc4b0ab3144f59c450bd96 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/b7ed0ee7ffbc4b0ab3144f59c450bd96 2024-11-20T13:23:02,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/161480e9f1ee48c2a54fd34987d659d3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/161480e9f1ee48c2a54fd34987d659d3 2024-11-20T13:23:02,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/2cc03ad273c241f9953cbe8515426390 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/2cc03ad273c241f9953cbe8515426390 2024-11-20T13:23:02,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/1b99c82c9d05415eb359cb9a0b6883ad to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/1b99c82c9d05415eb359cb9a0b6883ad 2024-11-20T13:23:02,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6536cfa0d4f49adbb62d59d6aa59bbe to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/c6536cfa0d4f49adbb62d59d6aa59bbe 2024-11-20T13:23:02,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/69fc2912229040a3950d077548135ec7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/69fc2912229040a3950d077548135ec7 2024-11-20T13:23:02,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6235f1f41247499182e92f66f3b3b91f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/6235f1f41247499182e92f66f3b3b91f 2024-11-20T13:23:02,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/fc1427ec1f8e4ae992d410006c1f56f2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/fc1427ec1f8e4ae992d410006c1f56f2 2024-11-20T13:23:02,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/5c0de42f4a884385a9f9785e7ac97c42 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/5c0de42f4a884385a9f9785e7ac97c42 2024-11-20T13:23:02,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/977559247fd545778688cb2e24048d11 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/977559247fd545778688cb2e24048d11 2024-11-20T13:23:02,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/8b55f47e24d14420ac37977303ad689c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/8b55f47e24d14420ac37977303ad689c 2024-11-20T13:23:02,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3eff99996a0a488c8c187d1f2ab469f2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/3eff99996a0a488c8c187d1f2ab469f2 2024-11-20T13:23:02,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/e4330baae0634a72b13c02e12eb6a547 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/e4330baae0634a72b13c02e12eb6a547 2024-11-20T13:23:02,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/afb6da7340ab4009b187f9f72a092f28, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/f0c52c75db024bdd9f72ce364426526a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b18c56726f4c402688c7fbe8dd75da35, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/e98b8793493c4406a779e844edb0eb45, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b28b2ef5e76d408c820e335997832870, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/3251279b6ef949f4b42d3ee3daec2544, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/536e56bde1a1406b8ab8b0f58cb2adbf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/53a54c67bbc74248ad6b64086cfe78c9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87b23dea93124fd0b7b25b5ae0b718ac, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/c45b05fb2ebe48fd885cb933cdb76ff6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/30e0308b83c44e45ab7ef37e27d685e5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/00b8010b193a463b8a1e926d5180c473, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/76955dfb9b46474390824e7e3bb83936, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b2d31e7e73cf400f86cbd62da917d8bd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6ffa851b9498430bbf53cee2133192d7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/81afaecff0ac4c5eafa72a3b51dac3d4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/7363bf70477f46d4bd3278c4908be930, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/79a28ae9c2774fd6ad8e651785a193da, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d57067b744c248e4b24ac8061f9e9786, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1a4ecf6dacf94dbcae0be1219e390898, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b3b487b315a0443b8299ace1f9c6077a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87224f40b20b445b8f82a292ce632520, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6bf71fcaaa114097b7436ffb6c4ea014, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/efe22563435d4bf59949227abc8dc681, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9ef2b0b996ed405f9c4378004547ce54, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/05f5c0c151f54e57b9ce3e28a1f2b7a7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/516e87e9383a41bf9a2352329dd2d16f] to archive 2024-11-20T13:23:02,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:23:02,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/afb6da7340ab4009b187f9f72a092f28 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/afb6da7340ab4009b187f9f72a092f28 2024-11-20T13:23:02,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/f0c52c75db024bdd9f72ce364426526a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/f0c52c75db024bdd9f72ce364426526a 2024-11-20T13:23:02,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b18c56726f4c402688c7fbe8dd75da35 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b18c56726f4c402688c7fbe8dd75da35 2024-11-20T13:23:02,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/e98b8793493c4406a779e844edb0eb45 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/e98b8793493c4406a779e844edb0eb45 2024-11-20T13:23:02,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b28b2ef5e76d408c820e335997832870 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b28b2ef5e76d408c820e335997832870 2024-11-20T13:23:02,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/3251279b6ef949f4b42d3ee3daec2544 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/3251279b6ef949f4b42d3ee3daec2544 2024-11-20T13:23:02,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/536e56bde1a1406b8ab8b0f58cb2adbf to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/536e56bde1a1406b8ab8b0f58cb2adbf 2024-11-20T13:23:02,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/53a54c67bbc74248ad6b64086cfe78c9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/53a54c67bbc74248ad6b64086cfe78c9 2024-11-20T13:23:02,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87b23dea93124fd0b7b25b5ae0b718ac to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87b23dea93124fd0b7b25b5ae0b718ac 2024-11-20T13:23:02,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/c45b05fb2ebe48fd885cb933cdb76ff6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/c45b05fb2ebe48fd885cb933cdb76ff6 2024-11-20T13:23:02,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/30e0308b83c44e45ab7ef37e27d685e5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/30e0308b83c44e45ab7ef37e27d685e5 2024-11-20T13:23:02,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/00b8010b193a463b8a1e926d5180c473 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/00b8010b193a463b8a1e926d5180c473 2024-11-20T13:23:02,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/76955dfb9b46474390824e7e3bb83936 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/76955dfb9b46474390824e7e3bb83936 2024-11-20T13:23:02,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b2d31e7e73cf400f86cbd62da917d8bd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b2d31e7e73cf400f86cbd62da917d8bd 2024-11-20T13:23:02,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6ffa851b9498430bbf53cee2133192d7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6ffa851b9498430bbf53cee2133192d7 2024-11-20T13:23:02,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/81afaecff0ac4c5eafa72a3b51dac3d4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/81afaecff0ac4c5eafa72a3b51dac3d4 2024-11-20T13:23:02,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/7363bf70477f46d4bd3278c4908be930 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/7363bf70477f46d4bd3278c4908be930 2024-11-20T13:23:02,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/79a28ae9c2774fd6ad8e651785a193da to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/79a28ae9c2774fd6ad8e651785a193da 2024-11-20T13:23:02,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d57067b744c248e4b24ac8061f9e9786 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d57067b744c248e4b24ac8061f9e9786 2024-11-20T13:23:02,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1a4ecf6dacf94dbcae0be1219e390898 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1a4ecf6dacf94dbcae0be1219e390898 2024-11-20T13:23:02,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b3b487b315a0443b8299ace1f9c6077a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/b3b487b315a0443b8299ace1f9c6077a 2024-11-20T13:23:02,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87224f40b20b445b8f82a292ce632520 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/87224f40b20b445b8f82a292ce632520 2024-11-20T13:23:02,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6bf71fcaaa114097b7436ffb6c4ea014 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/6bf71fcaaa114097b7436ffb6c4ea014 2024-11-20T13:23:02,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/efe22563435d4bf59949227abc8dc681 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/efe22563435d4bf59949227abc8dc681 2024-11-20T13:23:02,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9ef2b0b996ed405f9c4378004547ce54 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9ef2b0b996ed405f9c4378004547ce54 2024-11-20T13:23:02,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/05f5c0c151f54e57b9ce3e28a1f2b7a7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/05f5c0c151f54e57b9ce3e28a1f2b7a7 2024-11-20T13:23:02,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/516e87e9383a41bf9a2352329dd2d16f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/516e87e9383a41bf9a2352329dd2d16f 2024-11-20T13:23:02,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0d70faec858146bea4b6d1a52b25849b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d041aff86ade4703bef1e28b53a8626b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e099de1136af4850997f46ed4e368959, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d64acc913e744bddadaed8c3f658045f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/836d68c38cb6491094be6d126cf8e76b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f754f7e6c5a7499fb8775f1826d4ca62, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/17b074cfe0534df2a301b6e06255ae8a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/710674829cc04c36aaebc17bcee0f1f6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/077399e9a15d4aa5941573179b4424af, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb4f5607b88c4345bab7a8c0338d4bfc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f2740baf1f5b4fb099ebfdc2d21f3b82, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/931115aad87d437ebd06d126a923949d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/75d2cd03660846d19e5968c47b6c4fe8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/66eaceb2385343a695c0b23f36b8cdcd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/859ea737205e4500b537cba8605794c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/035e0a5d43244e1cbc96d71bdec1cf2a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/12b05f5dc6cb4dbda5280f1153114cd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/384998b881a7448ab4bd140bea844b7e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0690cb7c63a541d4b79357227611bcb2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/5ab7f49da9fc4418bbff759e22e8d9b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/69436a3cb6534cb3904d432a975bbdad, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/9e424855724f4073b680642ff3135ae3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/32d96031a82144f4879bf9895ceca577, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/302f3e0d31be446f917add34b3810012, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d1cbe0b5930c40ada59184c86eeaa1c8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e3afd9832b3543519e40354ec86b8d5c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/ec627c7db678487cab173adf4cdcd323] to archive 2024-11-20T13:23:02,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:23:02,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0d70faec858146bea4b6d1a52b25849b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0d70faec858146bea4b6d1a52b25849b 2024-11-20T13:23:02,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d041aff86ade4703bef1e28b53a8626b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d041aff86ade4703bef1e28b53a8626b 2024-11-20T13:23:02,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e099de1136af4850997f46ed4e368959 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e099de1136af4850997f46ed4e368959 2024-11-20T13:23:02,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d64acc913e744bddadaed8c3f658045f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d64acc913e744bddadaed8c3f658045f 2024-11-20T13:23:02,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/836d68c38cb6491094be6d126cf8e76b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/836d68c38cb6491094be6d126cf8e76b 2024-11-20T13:23:02,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f754f7e6c5a7499fb8775f1826d4ca62 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f754f7e6c5a7499fb8775f1826d4ca62 2024-11-20T13:23:02,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/17b074cfe0534df2a301b6e06255ae8a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/17b074cfe0534df2a301b6e06255ae8a 2024-11-20T13:23:02,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/710674829cc04c36aaebc17bcee0f1f6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/710674829cc04c36aaebc17bcee0f1f6 2024-11-20T13:23:02,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/077399e9a15d4aa5941573179b4424af to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/077399e9a15d4aa5941573179b4424af 2024-11-20T13:23:02,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb4f5607b88c4345bab7a8c0338d4bfc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb4f5607b88c4345bab7a8c0338d4bfc 2024-11-20T13:23:02,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f2740baf1f5b4fb099ebfdc2d21f3b82 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/f2740baf1f5b4fb099ebfdc2d21f3b82 2024-11-20T13:23:02,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/931115aad87d437ebd06d126a923949d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/931115aad87d437ebd06d126a923949d 2024-11-20T13:23:02,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/75d2cd03660846d19e5968c47b6c4fe8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/75d2cd03660846d19e5968c47b6c4fe8 2024-11-20T13:23:02,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/66eaceb2385343a695c0b23f36b8cdcd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/66eaceb2385343a695c0b23f36b8cdcd 2024-11-20T13:23:02,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/859ea737205e4500b537cba8605794c1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/859ea737205e4500b537cba8605794c1 2024-11-20T13:23:02,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/035e0a5d43244e1cbc96d71bdec1cf2a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/035e0a5d43244e1cbc96d71bdec1cf2a 2024-11-20T13:23:02,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/12b05f5dc6cb4dbda5280f1153114cd7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/12b05f5dc6cb4dbda5280f1153114cd7 2024-11-20T13:23:02,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/384998b881a7448ab4bd140bea844b7e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/384998b881a7448ab4bd140bea844b7e 2024-11-20T13:23:02,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0690cb7c63a541d4b79357227611bcb2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/0690cb7c63a541d4b79357227611bcb2 2024-11-20T13:23:02,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/5ab7f49da9fc4418bbff759e22e8d9b0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/5ab7f49da9fc4418bbff759e22e8d9b0 2024-11-20T13:23:02,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/69436a3cb6534cb3904d432a975bbdad to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/69436a3cb6534cb3904d432a975bbdad 2024-11-20T13:23:02,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/9e424855724f4073b680642ff3135ae3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/9e424855724f4073b680642ff3135ae3 2024-11-20T13:23:02,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/32d96031a82144f4879bf9895ceca577 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/32d96031a82144f4879bf9895ceca577 2024-11-20T13:23:02,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/302f3e0d31be446f917add34b3810012 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/302f3e0d31be446f917add34b3810012 2024-11-20T13:23:02,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d1cbe0b5930c40ada59184c86eeaa1c8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/d1cbe0b5930c40ada59184c86eeaa1c8 2024-11-20T13:23:02,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e3afd9832b3543519e40354ec86b8d5c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/e3afd9832b3543519e40354ec86b8d5c 2024-11-20T13:23:02,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/ec627c7db678487cab173adf4cdcd323 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/ec627c7db678487cab173adf4cdcd323 2024-11-20T13:23:02,323 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/recovered.edits/422.seqid, newMaxSeqId=422, maxSeqId=4 2024-11-20T13:23:02,324 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95. 2024-11-20T13:23:02,324 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] regionserver.HRegion(1635): Region close journal for a32562042daf05717326822b72091a95: 2024-11-20T13:23:02,325 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=56}] handler.UnassignRegionHandler(170): Closed a32562042daf05717326822b72091a95 2024-11-20T13:23:02,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=a32562042daf05717326822b72091a95, regionState=CLOSED 2024-11-20T13:23:02,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T13:23:02,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseRegionProcedure a32562042daf05717326822b72091a95, server=5ef453f0fbb6,36009,1732108922197 in 1.6210 sec 2024-11-20T13:23:02,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=54 2024-11-20T13:23:02,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=54, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a32562042daf05717326822b72091a95, UNASSIGN in 1.6260 sec 2024-11-20T13:23:02,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T13:23:02,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6310 sec 2024-11-20T13:23:02,337 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108982337"}]},"ts":"1732108982337"} 2024-11-20T13:23:02,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T13:23:02,340 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T13:23:02,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6540 sec 2024-11-20T13:23:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T13:23:02,798 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T13:23:02,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T13:23:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:02,800 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=57, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T13:23:02,801 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=57, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:02,803 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95 2024-11-20T13:23:02,805 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/recovered.edits] 2024-11-20T13:23:02,810 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/580532605e9443f5a00e3cb30f585c1f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/580532605e9443f5a00e3cb30f585c1f 2024-11-20T13:23:02,811 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/923c7cf5a60d4bf89679965013fcd0a1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/923c7cf5a60d4bf89679965013fcd0a1 2024-11-20T13:23:02,816 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/dd2424e395be43c4a8302c46a351da2d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/A/dd2424e395be43c4a8302c46a351da2d 2024-11-20T13:23:02,820 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1e253e7c07d14b68baa791afc098acbf to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/1e253e7c07d14b68baa791afc098acbf 2024-11-20T13:23:02,821 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9e27ec0c072444f6be07b77eb49491ee to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/9e27ec0c072444f6be07b77eb49491ee 2024-11-20T13:23:02,823 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d134a4d717f4477990273feeaf9e1afc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/B/d134a4d717f4477990273feeaf9e1afc 2024-11-20T13:23:02,825 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/59a02278b8944c958c6190592c2ba802 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/59a02278b8944c958c6190592c2ba802 2024-11-20T13:23:02,826 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb433251b2f8456bba6dc717e92bdd73 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cb433251b2f8456bba6dc717e92bdd73 2024-11-20T13:23:02,828 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cdad0333423b4308815d782fc1ba5ebd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/C/cdad0333423b4308815d782fc1ba5ebd 2024-11-20T13:23:02,831 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/recovered.edits/422.seqid to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95/recovered.edits/422.seqid 2024-11-20T13:23:02,832 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/a32562042daf05717326822b72091a95 2024-11-20T13:23:02,832 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T13:23:02,833 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T13:23:02,833 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T13:23:02,838 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112010a22ee2827243e7adefc9a46f818836_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112010a22ee2827243e7adefc9a46f818836_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,840 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015237a41731b41f093979cce72a18495_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015237a41731b41f093979cce72a18495_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,841 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120189f4d813cfa4d15aa388381b0d6b9f9_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120189f4d813cfa4d15aa388381b0d6b9f9_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,842 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e31392713254a5c8a5948338a796cd0_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201e31392713254a5c8a5948338a796cd0_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,843 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f3ad8c044084a0dbe7efc7f501e765c_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f3ad8c044084a0dbe7efc7f501e765c_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,844 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202ec642ab82604b1b865f08e2b103fe55_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202ec642ab82604b1b865f08e2b103fe55_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,845 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031c445dc231f469eb34ddaa7c3c1833f_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031c445dc231f469eb34ddaa7c3c1833f_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,846 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112060d47b778b0a472aa335a47c97655493_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112060d47b778b0a472aa335a47c97655493_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,847 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112068c9b49a6ef24b81b288d6f02a510dbd_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112068c9b49a6ef24b81b288d6f02a510dbd_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,848 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206be313a210734de7852d65ae369f4dd0_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206be313a210734de7852d65ae369f4dd0_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,849 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120740c1d1c2c40419881057a5c61c0e0ea_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120740c1d1c2c40419881057a5c61c0e0ea_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,850 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207bd390a7c41d4b46a7ef80debf38c911_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207bd390a7c41d4b46a7ef80debf38c911_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,851 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aa531838123e4349bbf0fa53bbe7010c_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aa531838123e4349bbf0fa53bbe7010c_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,852 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adef0930825342bbbe6142489d595cef_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adef0930825342bbbe6142489d595cef_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b594b1b0ad4046208b9d0af9cc29d9fc_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b594b1b0ad4046208b9d0af9cc29d9fc_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,854 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c8658d5165124d688ab5526510db18b9_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c8658d5165124d688ab5526510db18b9_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,855 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d4fbe9450bd34ab0884c10e00ed956c7_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d4fbe9450bd34ab0884c10e00ed956c7_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,856 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5b84cbdf58a4b49a564d03ca86555b0_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5b84cbdf58a4b49a564d03ca86555b0_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,857 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddfca2050a8e4538a6346e593be77982_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddfca2050a8e4538a6346e593be77982_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,858 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed2277f37116466984fb22e3ba95bcad_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed2277f37116466984fb22e3ba95bcad_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,859 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fcf06d3c31d3438da5eaa88bf0439cef_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fcf06d3c31d3438da5eaa88bf0439cef_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,860 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ffc2342df8334b9394cc99b2bbd9a8a7_a32562042daf05717326822b72091a95 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ffc2342df8334b9394cc99b2bbd9a8a7_a32562042daf05717326822b72091a95 2024-11-20T13:23:02,860 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T13:23:02,862 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=57, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:02,865 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T13:23:02,867 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T13:23:02,868 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=57, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:02,868 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T13:23:02,868 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732108982868"}]},"ts":"9223372036854775807"} 2024-11-20T13:23:02,870 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T13:23:02,870 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a32562042daf05717326822b72091a95, NAME => 'TestAcidGuarantees,,1732108955678.a32562042daf05717326822b72091a95.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T13:23:02,870 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T13:23:02,870 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732108982870"}]},"ts":"9223372036854775807"} 2024-11-20T13:23:02,872 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T13:23:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T13:23:02,953 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=57, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:02,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 154 msec 2024-11-20T13:23:03,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T13:23:03,103 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T13:23:03,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1776588188_22 at /127.0.0.1:46184 [Waiting for operation #485] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x84c519b-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1776588188_22 at /127.0.0.1:58940 [Waiting for operation #756] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x84c519b-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1559263925_22 at /127.0.0.1:55182 [Waiting for operation #646] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x84c519b-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x84c519b-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=907 (was 766) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1957 (was 2576) 2024-11-20T13:23:03,124 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=907, ProcessCount=11, AvailableMemoryMB=1957 2024-11-20T13:23:03,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:23:03,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:23:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:03,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:23:03,128 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:03,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 58 2024-11-20T13:23:03,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:23:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-20T13:23:03,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742040_1216 (size=960) 2024-11-20T13:23:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-20T13:23:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-20T13:23:03,538 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:23:03,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742041_1217 (size=53) 2024-11-20T13:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-20T13:23:03,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:23:03,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9d18b30ddcefde83163d95c909123e39, disabling compactions & flushes 2024-11-20T13:23:03,953 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:03,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:03,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. after waiting 0 ms 2024-11-20T13:23:03,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:03,953 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:03,953 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:03,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:23:03,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732108983954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732108983954"}]},"ts":"1732108983954"} 2024-11-20T13:23:03,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:23:03,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:23:03,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108983957"}]},"ts":"1732108983957"} 2024-11-20T13:23:03,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T13:23:04,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d18b30ddcefde83163d95c909123e39, ASSIGN}] 2024-11-20T13:23:04,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d18b30ddcefde83163d95c909123e39, ASSIGN 2024-11-20T13:23:04,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d18b30ddcefde83163d95c909123e39, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=false 2024-11-20T13:23:04,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=9d18b30ddcefde83163d95c909123e39, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:04,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; OpenRegionProcedure 9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:23:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-20T13:23:04,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:04,355 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:04,355 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:23:04,356 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,356 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:23:04,356 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,356 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,357 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,359 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:04,359 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d18b30ddcefde83163d95c909123e39 columnFamilyName A 2024-11-20T13:23:04,359 DEBUG [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:04,360 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.HStore(327): Store=9d18b30ddcefde83163d95c909123e39/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:04,360 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,362 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:04,362 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d18b30ddcefde83163d95c909123e39 columnFamilyName B 2024-11-20T13:23:04,362 DEBUG [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:04,363 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.HStore(327): Store=9d18b30ddcefde83163d95c909123e39/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:04,363 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,365 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:04,365 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d18b30ddcefde83163d95c909123e39 columnFamilyName C 2024-11-20T13:23:04,365 DEBUG [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:04,366 INFO [StoreOpener-9d18b30ddcefde83163d95c909123e39-1 {}] regionserver.HStore(327): Store=9d18b30ddcefde83163d95c909123e39/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:04,366 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:04,367 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,367 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,369 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:23:04,371 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:04,373 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:23:04,374 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 9d18b30ddcefde83163d95c909123e39; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73087773, jitterRate=0.0890926867723465}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:23:04,375 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:04,376 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., pid=60, masterSystemTime=1732108984350 2024-11-20T13:23:04,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=9d18b30ddcefde83163d95c909123e39, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:04,378 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:04,378 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:04,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T13:23:04,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; OpenRegionProcedure 9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 in 181 msec 2024-11-20T13:23:04,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T13:23:04,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d18b30ddcefde83163d95c909123e39, ASSIGN in 337 msec 2024-11-20T13:23:04,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:23:04,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732108984384"}]},"ts":"1732108984384"} 2024-11-20T13:23:04,385 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T13:23:04,468 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=58, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:23:04,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3420 sec 2024-11-20T13:23:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=58 2024-11-20T13:23:05,234 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 58 completed 2024-11-20T13:23:05,236 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-20T13:23:05,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,243 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:23:05,246 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:23:05,248 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-20T13:23:05,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,252 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-20T13:23:05,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-20T13:23:05,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-20T13:23:05,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-20T13:23:05,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-20T13:23:05,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-20T13:23:05,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-20T13:23:05,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-20T13:23:05,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-20T13:23:05,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:05,332 DEBUG [hconnection-0x5bccd4a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,333 DEBUG [hconnection-0x5a450e09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,334 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,345 DEBUG [hconnection-0x6b67bd12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,347 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:05,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:05,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:05,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-20T13:23:05,385 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:05,386 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:05,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T13:23:05,391 DEBUG [hconnection-0x1eb53032-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,392 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,404 DEBUG [hconnection-0x6f491bf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,406 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,412 DEBUG [hconnection-0x514465e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109045431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109045431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/b3900c2a1dcc41a592cd99db4ce9966a is 50, key is test_row_0/A:col10/1732108985362/Put/seqid=0 2024-11-20T13:23:05,477 DEBUG [hconnection-0x3ff237a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,479 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,480 DEBUG [hconnection-0x322a37c4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,481 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109045480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109045483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T13:23:05,508 DEBUG [hconnection-0xf54c32d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,510 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742042_1218 (size=12001) 2024-11-20T13:23:05,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/b3900c2a1dcc41a592cd99db4ce9966a 2024-11-20T13:23:05,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T13:23:05,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:05,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:05,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:05,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109045537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109045541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,556 DEBUG [hconnection-0x50a8ef00-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:05,557 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109045559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109045587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109045588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/33403a911aea4b679e8c27b5a538ee2f is 50, key is test_row_0/B:col10/1732108985362/Put/seqid=0 2024-11-20T13:23:05,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742043_1219 (size=12001) 2024-11-20T13:23:05,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/33403a911aea4b679e8c27b5a538ee2f 2024-11-20T13:23:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109045664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T13:23:05,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T13:23:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:05,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/63d4b4f7c7474c77a38447a7bec4d6c1 is 50, key is test_row_0/C:col10/1732108985362/Put/seqid=0 2024-11-20T13:23:05,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109045743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109045745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742044_1220 (size=12001) 2024-11-20T13:23:05,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/63d4b4f7c7474c77a38447a7bec4d6c1 2024-11-20T13:23:05,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109045793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109045794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/b3900c2a1dcc41a592cd99db4ce9966a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/b3900c2a1dcc41a592cd99db4ce9966a 2024-11-20T13:23:05,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/b3900c2a1dcc41a592cd99db4ce9966a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T13:23:05,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/33403a911aea4b679e8c27b5a538ee2f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/33403a911aea4b679e8c27b5a538ee2f 2024-11-20T13:23:05,847 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T13:23:05,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:05,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:05,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:05,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:05,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/33403a911aea4b679e8c27b5a538ee2f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T13:23:05,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/63d4b4f7c7474c77a38447a7bec4d6c1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/63d4b4f7c7474c77a38447a7bec4d6c1 2024-11-20T13:23:05,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109045877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:05,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/63d4b4f7c7474c77a38447a7bec4d6c1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T13:23:05,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9d18b30ddcefde83163d95c909123e39 in 518ms, sequenceid=12, compaction requested=false 2024-11-20T13:23:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:05,973 DEBUG [master/5ef453f0fbb6:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8e3806fe12c08b924302d8df6d724aca changed from -1.0 to 0.0, refreshing cache 2024-11-20T13:23:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T13:23:06,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-20T13:23:06,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,002 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:23:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:06,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4c2aad8124f242e6ab2b8e62654808fa is 50, key is test_row_0/A:col10/1732108985429/Put/seqid=0 2024-11-20T13:23:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:06,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109046069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109046080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742045_1221 (size=12001) 2024-11-20T13:23:06,087 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4c2aad8124f242e6ab2b8e62654808fa 2024-11-20T13:23:06,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109046101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109046104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/07e76002cd7141848845e5ee8ad42100 is 50, key is test_row_0/B:col10/1732108985429/Put/seqid=0 2024-11-20T13:23:06,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742046_1222 (size=12001) 2024-11-20T13:23:06,157 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/07e76002cd7141848845e5ee8ad42100 2024-11-20T13:23:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/0be274193bea426482c643d1bafa77ce is 50, key is test_row_0/C:col10/1732108985429/Put/seqid=0 2024-11-20T13:23:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109046181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109046183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109046188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742047_1223 (size=12001) 2024-11-20T13:23:06,205 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/0be274193bea426482c643d1bafa77ce 2024-11-20T13:23:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4c2aad8124f242e6ab2b8e62654808fa as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4c2aad8124f242e6ab2b8e62654808fa 2024-11-20T13:23:06,216 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4c2aad8124f242e6ab2b8e62654808fa, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T13:23:06,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/07e76002cd7141848845e5ee8ad42100 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/07e76002cd7141848845e5ee8ad42100 2024-11-20T13:23:06,227 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/07e76002cd7141848845e5ee8ad42100, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T13:23:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/0be274193bea426482c643d1bafa77ce as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/0be274193bea426482c643d1bafa77ce 2024-11-20T13:23:06,235 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/0be274193bea426482c643d1bafa77ce, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T13:23:06,238 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9d18b30ddcefde83163d95c909123e39 in 237ms, sequenceid=38, compaction requested=false 2024-11-20T13:23:06,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:06,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-20T13:23:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-20T13:23:06,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T13:23:06,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 853 msec 2024-11-20T13:23:06,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 861 msec 2024-11-20T13:23:06,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:06,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:06,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:06,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:06,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:06,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:06,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:06,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e15faa0f2467476c89d463939b47893b is 50, key is test_row_0/A:col10/1732108986070/Put/seqid=0 2024-11-20T13:23:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742048_1224 (size=12001) 2024-11-20T13:23:06,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e15faa0f2467476c89d463939b47893b 2024-11-20T13:23:06,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/df5bf47bb0694d46bde8913bee3021e8 is 50, key is test_row_0/B:col10/1732108986070/Put/seqid=0 2024-11-20T13:23:06,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109046459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109046460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742049_1225 (size=12001) 2024-11-20T13:23:06,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/df5bf47bb0694d46bde8913bee3021e8 2024-11-20T13:23:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-20T13:23:06,492 INFO [Thread-1026 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-20T13:23:06,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-20T13:23:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T13:23:06,495 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:06,496 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:06,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:06,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d030370c3b164cf8a1b895350e18670d is 50, key is test_row_0/C:col10/1732108986070/Put/seqid=0 2024-11-20T13:23:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742050_1226 (size=12001) 2024-11-20T13:23:06,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109046564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109046564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T13:23:06,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109046608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109046611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109046696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109046767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109046768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T13:23:06,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d030370c3b164cf8a1b895350e18670d 2024-11-20T13:23:06,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e15faa0f2467476c89d463939b47893b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e15faa0f2467476c89d463939b47893b 2024-11-20T13:23:06,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e15faa0f2467476c89d463939b47893b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T13:23:06,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/df5bf47bb0694d46bde8913bee3021e8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/df5bf47bb0694d46bde8913bee3021e8 2024-11-20T13:23:06,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:06,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/df5bf47bb0694d46bde8913bee3021e8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T13:23:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:06,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d030370c3b164cf8a1b895350e18670d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d030370c3b164cf8a1b895350e18670d 2024-11-20T13:23:06,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d030370c3b164cf8a1b895350e18670d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T13:23:06,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d18b30ddcefde83163d95c909123e39 in 595ms, sequenceid=49, compaction requested=true 2024-11-20T13:23:06,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:06,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:06,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:06,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:06,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:06,985 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:06,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:06,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:06,985 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:06,987 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:06,987 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:06,987 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,987 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/b3900c2a1dcc41a592cd99db4ce9966a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4c2aad8124f242e6ab2b8e62654808fa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e15faa0f2467476c89d463939b47893b] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=35.2 K 2024-11-20T13:23:06,988 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:06,988 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:06,988 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:06,989 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/33403a911aea4b679e8c27b5a538ee2f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/07e76002cd7141848845e5ee8ad42100, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/df5bf47bb0694d46bde8913bee3021e8] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=35.2 K 2024-11-20T13:23:06,989 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3900c2a1dcc41a592cd99db4ce9966a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732108985353 2024-11-20T13:23:06,989 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 33403a911aea4b679e8c27b5a538ee2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732108985353 2024-11-20T13:23:06,990 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c2aad8124f242e6ab2b8e62654808fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732108985417 2024-11-20T13:23:06,990 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 07e76002cd7141848845e5ee8ad42100, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732108985417 2024-11-20T13:23:06,991 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e15faa0f2467476c89d463939b47893b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732108986066 2024-11-20T13:23:06,991 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting df5bf47bb0694d46bde8913bee3021e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732108986066 2024-11-20T13:23:07,021 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#177 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:07,022 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d6d7271ce1d14c0c9a45d6468aca179d is 50, key is test_row_0/B:col10/1732108986070/Put/seqid=0 2024-11-20T13:23:07,027 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#178 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:07,027 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/20b14e8ec7114af0a45c458225c44338 is 50, key is test_row_0/A:col10/1732108986070/Put/seqid=0 2024-11-20T13:23:07,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742051_1227 (size=12104) 2024-11-20T13:23:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:07,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:23:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:07,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:07,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742052_1228 (size=12104) 2024-11-20T13:23:07,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e64f7d5e822e48dfaf1d30e79a8b1829 is 50, key is test_row_0/A:col10/1732108987073/Put/seqid=0 2024-11-20T13:23:07,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109047089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109047090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T13:23:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742053_1229 (size=14341) 2024-11-20T13:23:07,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109047193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109047197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109047397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109047403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,472 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d6d7271ce1d14c0c9a45d6468aca179d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d6d7271ce1d14c0c9a45d6468aca179d 2024-11-20T13:23:07,489 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into d6d7271ce1d14c0c9a45d6468aca179d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:07,489 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:07,489 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=13, startTime=1732108986985; duration=0sec 2024-11-20T13:23:07,489 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:07,489 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:07,490 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:07,491 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:07,492 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:07,492 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,492 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/63d4b4f7c7474c77a38447a7bec4d6c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/0be274193bea426482c643d1bafa77ce, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d030370c3b164cf8a1b895350e18670d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=35.2 K 2024-11-20T13:23:07,493 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 63d4b4f7c7474c77a38447a7bec4d6c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732108985353 2024-11-20T13:23:07,494 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 0be274193bea426482c643d1bafa77ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732108985417 2024-11-20T13:23:07,494 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d030370c3b164cf8a1b895350e18670d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732108986066 2024-11-20T13:23:07,494 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/20b14e8ec7114af0a45c458225c44338 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/20b14e8ec7114af0a45c458225c44338 2024-11-20T13:23:07,514 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into 20b14e8ec7114af0a45c458225c44338(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:07,514 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:07,514 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=13, startTime=1732108986985; duration=0sec 2024-11-20T13:23:07,514 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:07,514 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:07,518 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:07,518 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/88e386e716d2401ba272cbfe1193347f is 50, key is test_row_0/C:col10/1732108986070/Put/seqid=0 2024-11-20T13:23:07,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e64f7d5e822e48dfaf1d30e79a8b1829 2024-11-20T13:23:07,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/1d4a29423a3c433fa00820f1abeb8de0 is 50, key is test_row_0/B:col10/1732108987073/Put/seqid=0 2024-11-20T13:23:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742054_1230 (size=12104) 2024-11-20T13:23:07,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742055_1231 (size=12001) 2024-11-20T13:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T13:23:07,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109047619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109047623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109047701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109047702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109047707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:07,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:23:07,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:07,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:07,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:07,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:07,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:07,981 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/88e386e716d2401ba272cbfe1193347f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/88e386e716d2401ba272cbfe1193347f 2024-11-20T13:23:07,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/1d4a29423a3c433fa00820f1abeb8de0 2024-11-20T13:23:07,991 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into 88e386e716d2401ba272cbfe1193347f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:07,991 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:07,991 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=13, startTime=1732108986985; duration=0sec 2024-11-20T13:23:07,992 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:07,992 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:07,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d7f75964b3c5463cb4ce481ad7754b59 is 50, key is test_row_0/C:col10/1732108987073/Put/seqid=0 2024-11-20T13:23:08,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742056_1232 (size=12001) 2024-11-20T13:23:08,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:08,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109048207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:08,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109048210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:08,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:08,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:08,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:08,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:08,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:08,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d7f75964b3c5463cb4ce481ad7754b59 2024-11-20T13:23:08,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e64f7d5e822e48dfaf1d30e79a8b1829 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e64f7d5e822e48dfaf1d30e79a8b1829 2024-11-20T13:23:08,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e64f7d5e822e48dfaf1d30e79a8b1829, entries=200, sequenceid=76, filesize=14.0 K 2024-11-20T13:23:08,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/1d4a29423a3c433fa00820f1abeb8de0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/1d4a29423a3c433fa00820f1abeb8de0 2024-11-20T13:23:08,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/1d4a29423a3c433fa00820f1abeb8de0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T13:23:08,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d7f75964b3c5463cb4ce481ad7754b59 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d7f75964b3c5463cb4ce481ad7754b59 2024-11-20T13:23:08,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d7f75964b3c5463cb4ce481ad7754b59, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T13:23:08,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9d18b30ddcefde83163d95c909123e39 in 1398ms, sequenceid=76, compaction requested=false 2024-11-20T13:23:08,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:08,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:08,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-20T13:23:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,552 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T13:23:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:08,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/ad63213044764e7994c166ca45249b98 is 50, key is test_row_0/A:col10/1732108987089/Put/seqid=0 2024-11-20T13:23:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742057_1233 (size=12001) 2024-11-20T13:23:08,595 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/ad63213044764e7994c166ca45249b98 2024-11-20T13:23:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T13:23:08,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/c9d8a79fa57143bf95f394535a4dfd25 is 50, key is test_row_0/B:col10/1732108987089/Put/seqid=0 2024-11-20T13:23:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742058_1234 (size=12001) 2024-11-20T13:23:08,669 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/c9d8a79fa57143bf95f394535a4dfd25 2024-11-20T13:23:08,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/67d389dfbcf64852875c4ddcaecbfccc is 50, key is test_row_0/C:col10/1732108987089/Put/seqid=0 2024-11-20T13:23:08,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742059_1235 (size=12001) 2024-11-20T13:23:08,714 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/67d389dfbcf64852875c4ddcaecbfccc 2024-11-20T13:23:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/ad63213044764e7994c166ca45249b98 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/ad63213044764e7994c166ca45249b98 2024-11-20T13:23:08,732 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/ad63213044764e7994c166ca45249b98, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T13:23:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/c9d8a79fa57143bf95f394535a4dfd25 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c9d8a79fa57143bf95f394535a4dfd25 2024-11-20T13:23:08,740 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c9d8a79fa57143bf95f394535a4dfd25, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T13:23:08,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/67d389dfbcf64852875c4ddcaecbfccc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/67d389dfbcf64852875c4ddcaecbfccc 2024-11-20T13:23:08,768 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/67d389dfbcf64852875c4ddcaecbfccc, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T13:23:08,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-20T13:23:08,770 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 9d18b30ddcefde83163d95c909123e39 in 218ms, sequenceid=88, compaction requested=true 2024-11-20T13:23:08,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:08,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:08,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-20T13:23:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-20T13:23:08,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T13:23:08,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-11-20T13:23:08,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.2820 sec 2024-11-20T13:23:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:09,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:09,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:09,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4b68a85ef8ab4d94b53976ad0602e821 is 50, key is test_row_0/A:col10/1732108989237/Put/seqid=0 2024-11-20T13:23:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742060_1236 (size=14341) 2024-11-20T13:23:09,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109049295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109049296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109049401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109049405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109049608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109049612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109049640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,648 DEBUG [Thread-1022 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:09,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109049648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,656 DEBUG [Thread-1020 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:09,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4b68a85ef8ab4d94b53976ad0602e821 2024-11-20T13:23:09,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109049716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,720 DEBUG [Thread-1016 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4249 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:09,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/73f8b3bd38e94977b619a77b57f63190 is 50, key is test_row_0/B:col10/1732108989237/Put/seqid=0 2024-11-20T13:23:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742061_1237 (size=12001) 2024-11-20T13:23:09,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/73f8b3bd38e94977b619a77b57f63190 2024-11-20T13:23:09,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/f38a09046fb44d9bb126af5a38397d6d is 50, key is test_row_0/C:col10/1732108989237/Put/seqid=0 2024-11-20T13:23:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742062_1238 (size=12001) 2024-11-20T13:23:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109049932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109049920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/f38a09046fb44d9bb126af5a38397d6d 2024-11-20T13:23:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4b68a85ef8ab4d94b53976ad0602e821 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4b68a85ef8ab4d94b53976ad0602e821 2024-11-20T13:23:10,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4b68a85ef8ab4d94b53976ad0602e821, entries=200, sequenceid=99, filesize=14.0 K 2024-11-20T13:23:10,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/73f8b3bd38e94977b619a77b57f63190 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/73f8b3bd38e94977b619a77b57f63190 2024-11-20T13:23:10,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/73f8b3bd38e94977b619a77b57f63190, entries=150, sequenceid=99, filesize=11.7 K 2024-11-20T13:23:10,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/f38a09046fb44d9bb126af5a38397d6d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f38a09046fb44d9bb126af5a38397d6d 2024-11-20T13:23:10,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f38a09046fb44d9bb126af5a38397d6d, entries=150, sequenceid=99, filesize=11.7 K 2024-11-20T13:23:10,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d18b30ddcefde83163d95c909123e39 in 1194ms, sequenceid=99, compaction requested=true 2024-11-20T13:23:10,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:10,433 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:10,433 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:10,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:10,449 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:10,449 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:10,449 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:10,449 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/20b14e8ec7114af0a45c458225c44338, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e64f7d5e822e48dfaf1d30e79a8b1829, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/ad63213044764e7994c166ca45249b98, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4b68a85ef8ab4d94b53976ad0602e821] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=51.5 K 2024-11-20T13:23:10,449 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:10,449 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:10,449 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:10,449 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d6d7271ce1d14c0c9a45d6468aca179d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/1d4a29423a3c433fa00820f1abeb8de0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c9d8a79fa57143bf95f394535a4dfd25, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/73f8b3bd38e94977b619a77b57f63190] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=47.0 K 2024-11-20T13:23:10,450 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d6d7271ce1d14c0c9a45d6468aca179d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732108986066 2024-11-20T13:23:10,450 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20b14e8ec7114af0a45c458225c44338, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732108986066 2024-11-20T13:23:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:10,454 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d4a29423a3c433fa00820f1abeb8de0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732108986450 2024-11-20T13:23:10,455 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e64f7d5e822e48dfaf1d30e79a8b1829, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732108986450 2024-11-20T13:23:10,455 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting c9d8a79fa57143bf95f394535a4dfd25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732108987084 2024-11-20T13:23:10,455 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad63213044764e7994c166ca45249b98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732108987084 2024-11-20T13:23:10,456 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f8b3bd38e94977b619a77b57f63190, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732108989230 2024-11-20T13:23:10,456 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b68a85ef8ab4d94b53976ad0602e821, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732108989230 2024-11-20T13:23:10,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:23:10,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:10,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:10,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:10,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:10,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:10,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:10,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/97be3c6286e24666820a9dda7602c92d is 50, key is test_row_0/A:col10/1732108990453/Put/seqid=0 2024-11-20T13:23:10,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109050501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109050504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742063_1239 (size=12001) 2024-11-20T13:23:10,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/97be3c6286e24666820a9dda7602c92d 2024-11-20T13:23:10,575 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:10,576 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4f1265f3c9c241e4b1934007e2f47f30 is 50, key is test_row_0/A:col10/1732108989237/Put/seqid=0 2024-11-20T13:23:10,578 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:10,579 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/059a6f9cd0d641f089de7affb7cea5b6 is 50, key is test_row_0/B:col10/1732108989237/Put/seqid=0 2024-11-20T13:23:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T13:23:10,608 INFO [Thread-1026 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T13:23:10,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109050617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-20T13:23:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T13:23:10,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109050630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:10,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742064_1240 (size=12241) 2024-11-20T13:23:10,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:10,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:10,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/3903de4fd43043f6a3a165dc54083104 is 50, key is test_row_0/B:col10/1732108990453/Put/seqid=0 2024-11-20T13:23:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742065_1241 (size=12241) 2024-11-20T13:23:10,720 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/4f1265f3c9c241e4b1934007e2f47f30 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4f1265f3c9c241e4b1934007e2f47f30 2024-11-20T13:23:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742066_1242 (size=12001) 2024-11-20T13:23:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T13:23:10,748 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into 4f1265f3c9c241e4b1934007e2f47f30(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:10,748 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:10,748 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=12, startTime=1732108990432; duration=0sec 2024-11-20T13:23:10,748 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:10,748 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:10,748 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:10,753 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:10,753 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:10,753 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:10,754 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/88e386e716d2401ba272cbfe1193347f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d7f75964b3c5463cb4ce481ad7754b59, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/67d389dfbcf64852875c4ddcaecbfccc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f38a09046fb44d9bb126af5a38397d6d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=47.0 K 2024-11-20T13:23:10,754 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e386e716d2401ba272cbfe1193347f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732108986066 2024-11-20T13:23:10,755 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7f75964b3c5463cb4ce481ad7754b59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732108986450 2024-11-20T13:23:10,755 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67d389dfbcf64852875c4ddcaecbfccc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732108987084 2024-11-20T13:23:10,756 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting f38a09046fb44d9bb126af5a38397d6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732108989230 2024-11-20T13:23:10,788 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:10,789 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/a7fdbb8b14754888a828cd12a3267470 is 50, key is test_row_0/C:col10/1732108989237/Put/seqid=0 2024-11-20T13:23:10,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:10,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:10,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109050840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742067_1243 (size=12241) 2024-11-20T13:23:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109050846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T13:23:10,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:10,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:10,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:10,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,097 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/059a6f9cd0d641f089de7affb7cea5b6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/059a6f9cd0d641f089de7affb7cea5b6 2024-11-20T13:23:11,110 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into 059a6f9cd0d641f089de7affb7cea5b6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:11,110 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:11,110 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=12, startTime=1732108990433; duration=0sec 2024-11-20T13:23:11,110 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:11,110 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:11,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/3903de4fd43043f6a3a165dc54083104 2024-11-20T13:23:11,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/a599d184459649a0924171a5a264adc9 is 50, key is test_row_0/C:col10/1732108990453/Put/seqid=0 2024-11-20T13:23:11,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109051156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109051167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742068_1244 (size=12001) 2024-11-20T13:23:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T13:23:11,292 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/a7fdbb8b14754888a828cd12a3267470 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a7fdbb8b14754888a828cd12a3267470 2024-11-20T13:23:11,308 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,346 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into a7fdbb8b14754888a828cd12a3267470(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:11,346 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:11,346 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=12, startTime=1732108990433; duration=0sec 2024-11-20T13:23:11,346 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:11,346 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:11,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:11,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:11,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/a599d184459649a0924171a5a264adc9 2024-11-20T13:23:11,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/97be3c6286e24666820a9dda7602c92d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/97be3c6286e24666820a9dda7602c92d 2024-11-20T13:23:11,628 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/97be3c6286e24666820a9dda7602c92d, entries=150, sequenceid=126, filesize=11.7 K 2024-11-20T13:23:11,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:11,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/3903de4fd43043f6a3a165dc54083104 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/3903de4fd43043f6a3a165dc54083104 2024-11-20T13:23:11,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/3903de4fd43043f6a3a165dc54083104, entries=150, sequenceid=126, filesize=11.7 K 2024-11-20T13:23:11,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/a599d184459649a0924171a5a264adc9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a599d184459649a0924171a5a264adc9 2024-11-20T13:23:11,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a599d184459649a0924171a5a264adc9, entries=150, sequenceid=126, filesize=11.7 K 2024-11-20T13:23:11,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9d18b30ddcefde83163d95c909123e39 in 1220ms, sequenceid=126, compaction requested=false 2024-11-20T13:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:11,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:11,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:11,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/27afdd73bb8c43bdba11f16bc06db2f8 is 50, key is test_row_0/A:col10/1732108991682/Put/seqid=0 2024-11-20T13:23:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T13:23:11,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742069_1245 (size=12147) 2024-11-20T13:23:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/27afdd73bb8c43bdba11f16bc06db2f8 2024-11-20T13:23:11,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/e4e860ba796d4d7a9f22e48e82c9415d is 50, key is test_row_0/B:col10/1732108991682/Put/seqid=0 2024-11-20T13:23:11,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109051844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109051860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742070_1246 (size=9757) 2024-11-20T13:23:11,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:11,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:11,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:11,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109051958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:11,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109051980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109052172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109052187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/e4e860ba796d4d7a9f22e48e82c9415d 2024-11-20T13:23:12,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:12,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:12,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d31c69c0ceb94909a61d979d879addcd is 50, key is test_row_0/C:col10/1732108991682/Put/seqid=0 2024-11-20T13:23:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742071_1247 (size=9757) 2024-11-20T13:23:12,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109052500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109052512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:12,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:12,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T13:23:12,774 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d31c69c0ceb94909a61d979d879addcd 2024-11-20T13:23:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/27afdd73bb8c43bdba11f16bc06db2f8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/27afdd73bb8c43bdba11f16bc06db2f8 2024-11-20T13:23:12,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/27afdd73bb8c43bdba11f16bc06db2f8, entries=150, sequenceid=141, filesize=11.9 K 2024-11-20T13:23:12,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/e4e860ba796d4d7a9f22e48e82c9415d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e4e860ba796d4d7a9f22e48e82c9415d 2024-11-20T13:23:12,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e4e860ba796d4d7a9f22e48e82c9415d, entries=100, sequenceid=141, filesize=9.5 K 2024-11-20T13:23:12,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:12,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:12,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/d31c69c0ceb94909a61d979d879addcd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d31c69c0ceb94909a61d979d879addcd 2024-11-20T13:23:13,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109053016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:13,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d31c69c0ceb94909a61d979d879addcd, entries=100, sequenceid=141, filesize=9.5 K 2024-11-20T13:23:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109053023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9d18b30ddcefde83163d95c909123e39 in 1334ms, sequenceid=141, compaction requested=true 2024-11-20T13:23:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:13,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:13,033 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:13,033 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:13,035 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:13,035 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:13,035 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:13,035 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/059a6f9cd0d641f089de7affb7cea5b6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/3903de4fd43043f6a3a165dc54083104, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e4e860ba796d4d7a9f22e48e82c9415d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=33.2 K 2024-11-20T13:23:13,036 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36389 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:13,036 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:13,036 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:13,036 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4f1265f3c9c241e4b1934007e2f47f30, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/97be3c6286e24666820a9dda7602c92d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/27afdd73bb8c43bdba11f16bc06db2f8] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=35.5 K 2024-11-20T13:23:13,036 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 059a6f9cd0d641f089de7affb7cea5b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732108989230 2024-11-20T13:23:13,037 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f1265f3c9c241e4b1934007e2f47f30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732108989230 2024-11-20T13:23:13,037 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3903de4fd43043f6a3a165dc54083104, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732108989295 2024-11-20T13:23:13,037 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 97be3c6286e24666820a9dda7602c92d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732108989295 2024-11-20T13:23:13,037 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4e860ba796d4d7a9f22e48e82c9415d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732108991682 2024-11-20T13:23:13,038 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 27afdd73bb8c43bdba11f16bc06db2f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732108991682 2024-11-20T13:23:13,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-20T13:23:13,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:13,097 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T13:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:13,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:13,106 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:13,108 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/f96706294e7f4fb7887c934ab6066106 is 50, key is test_row_0/B:col10/1732108991682/Put/seqid=0 2024-11-20T13:23:13,114 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:13,115 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/07d94f8e3e5740a59efc5b6a345f2034 is 50, key is test_row_0/A:col10/1732108991682/Put/seqid=0 2024-11-20T13:23:13,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/77209babb59e4c31b642fc7f1e23c7b1 is 50, key is test_row_0/A:col10/1732108991801/Put/seqid=0 2024-11-20T13:23:13,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742072_1248 (size=12443) 2024-11-20T13:23:13,217 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/f96706294e7f4fb7887c934ab6066106 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f96706294e7f4fb7887c934ab6066106 2024-11-20T13:23:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742073_1249 (size=12443) 2024-11-20T13:23:13,249 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into f96706294e7f4fb7887c934ab6066106(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:13,249 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:13,249 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=13, startTime=1732108993033; duration=0sec 2024-11-20T13:23:13,250 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:13,250 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:13,250 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:13,258 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:13,258 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:13,258 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:13,258 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a7fdbb8b14754888a828cd12a3267470, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a599d184459649a0924171a5a264adc9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d31c69c0ceb94909a61d979d879addcd] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=33.2 K 2024-11-20T13:23:13,261 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7fdbb8b14754888a828cd12a3267470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732108989230 2024-11-20T13:23:13,262 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a599d184459649a0924171a5a264adc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732108989295 2024-11-20T13:23:13,265 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d31c69c0ceb94909a61d979d879addcd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732108991682 2024-11-20T13:23:13,272 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/07d94f8e3e5740a59efc5b6a345f2034 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/07d94f8e3e5740a59efc5b6a345f2034 2024-11-20T13:23:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742074_1250 (size=12151) 2024-11-20T13:23:13,286 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/77209babb59e4c31b642fc7f1e23c7b1 2024-11-20T13:23:13,291 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into 07d94f8e3e5740a59efc5b6a345f2034(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:13,291 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:13,291 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=13, startTime=1732108993033; duration=0sec 2024-11-20T13:23:13,291 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:13,291 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:13,310 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:13,311 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/33c4f3847b9e441088cc25c7845f99fd is 50, key is test_row_0/C:col10/1732108991682/Put/seqid=0 2024-11-20T13:23:13,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/32b6df4d506d4d6b8c29b13eddcc00b8 is 50, key is test_row_0/B:col10/1732108991801/Put/seqid=0 2024-11-20T13:23:13,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742075_1251 (size=12443) 2024-11-20T13:23:13,379 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/33c4f3847b9e441088cc25c7845f99fd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/33c4f3847b9e441088cc25c7845f99fd 2024-11-20T13:23:13,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742076_1252 (size=12151) 2024-11-20T13:23:13,400 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/32b6df4d506d4d6b8c29b13eddcc00b8 2024-11-20T13:23:13,431 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into 33c4f3847b9e441088cc25c7845f99fd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:13,431 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:13,431 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=13, startTime=1732108993033; duration=0sec 2024-11-20T13:23:13,431 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:13,431 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/83d01891b1ca48d9aef9cdab3c3a46c4 is 50, key is test_row_0/C:col10/1732108991801/Put/seqid=0 2024-11-20T13:23:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742077_1253 (size=12151) 2024-11-20T13:23:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:13,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109053717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109053716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109053763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,764 DEBUG [Thread-1016 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8293 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109053821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109053833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:13,942 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/83d01891b1ca48d9aef9cdab3c3a46c4 2024-11-20T13:23:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/77209babb59e4c31b642fc7f1e23c7b1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/77209babb59e4c31b642fc7f1e23c7b1 2024-11-20T13:23:13,981 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/77209babb59e4c31b642fc7f1e23c7b1, entries=150, sequenceid=165, filesize=11.9 K 2024-11-20T13:23:13,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/32b6df4d506d4d6b8c29b13eddcc00b8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/32b6df4d506d4d6b8c29b13eddcc00b8 2024-11-20T13:23:13,994 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/32b6df4d506d4d6b8c29b13eddcc00b8, entries=150, sequenceid=165, filesize=11.9 K 2024-11-20T13:23:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/83d01891b1ca48d9aef9cdab3c3a46c4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/83d01891b1ca48d9aef9cdab3c3a46c4 2024-11-20T13:23:14,001 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/83d01891b1ca48d9aef9cdab3c3a46c4, entries=150, sequenceid=165, filesize=11.9 K 2024-11-20T13:23:14,012 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9d18b30ddcefde83163d95c909123e39 in 915ms, sequenceid=165, compaction requested=false 2024-11-20T13:23:14,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:14,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:14,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-20T13:23:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-20T13:23:14,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T13:23:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:14,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T13:23:14,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3870 sec 2024-11-20T13:23:14,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e581254b58364234a088363b39f88e55 is 50, key is test_row_0/A:col10/1732108993715/Put/seqid=0 2024-11-20T13:23:14,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 3.4570 sec 2024-11-20T13:23:14,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742078_1254 (size=14541) 2024-11-20T13:23:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109054121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109054122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109054145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109054147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109054239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109054244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109054260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109054260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109054452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109054474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109054481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109054468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e581254b58364234a088363b39f88e55 2024-11-20T13:23:14,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/59415ac87bd34dc0b1ee41ba34e363d2 is 50, key is test_row_0/B:col10/1732108993715/Put/seqid=0 2024-11-20T13:23:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742079_1255 (size=12151) 2024-11-20T13:23:14,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/59415ac87bd34dc0b1ee41ba34e363d2 2024-11-20T13:23:14,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6dcee13843ec467f942cc6e41064712a is 50, key is test_row_0/C:col10/1732108993715/Put/seqid=0 2024-11-20T13:23:14,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742080_1256 (size=12151) 2024-11-20T13:23:14,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6dcee13843ec467f942cc6e41064712a 2024-11-20T13:23:14,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/e581254b58364234a088363b39f88e55 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e581254b58364234a088363b39f88e55 2024-11-20T13:23:14,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e581254b58364234a088363b39f88e55, entries=200, sequenceid=181, filesize=14.2 K 2024-11-20T13:23:14,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/59415ac87bd34dc0b1ee41ba34e363d2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/59415ac87bd34dc0b1ee41ba34e363d2 2024-11-20T13:23:14,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/59415ac87bd34dc0b1ee41ba34e363d2, entries=150, sequenceid=181, filesize=11.9 K 2024-11-20T13:23:14,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6dcee13843ec467f942cc6e41064712a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6dcee13843ec467f942cc6e41064712a 2024-11-20T13:23:14,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6dcee13843ec467f942cc6e41064712a, entries=150, sequenceid=181, filesize=11.9 K 2024-11-20T13:23:14,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 9d18b30ddcefde83163d95c909123e39 in 635ms, sequenceid=181, compaction requested=true 2024-11-20T13:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:14,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:23:14,676 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:14,676 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:14,692 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39135 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:14,693 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:14,693 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:14,693 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/07d94f8e3e5740a59efc5b6a345f2034, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/77209babb59e4c31b642fc7f1e23c7b1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e581254b58364234a088363b39f88e55] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=38.2 K 2024-11-20T13:23:14,693 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:14,693 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d94f8e3e5740a59efc5b6a345f2034, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732108989295 2024-11-20T13:23:14,693 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:14,694 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:14,694 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/33c4f3847b9e441088cc25c7845f99fd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/83d01891b1ca48d9aef9cdab3c3a46c4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6dcee13843ec467f942cc6e41064712a] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=35.9 K 2024-11-20T13:23:14,694 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77209babb59e4c31b642fc7f1e23c7b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732108991801 2024-11-20T13:23:14,694 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e581254b58364234a088363b39f88e55, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732108993684 2024-11-20T13:23:14,694 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 33c4f3847b9e441088cc25c7845f99fd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732108989295 2024-11-20T13:23:14,695 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d01891b1ca48d9aef9cdab3c3a46c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732108991801 2024-11-20T13:23:14,704 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dcee13843ec467f942cc6e41064712a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732108993703 2024-11-20T13:23:14,734 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:14,735 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f0b95637bf314ea091752ee40c623d5e is 50, key is test_row_0/A:col10/1732108993715/Put/seqid=0 2024-11-20T13:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-20T13:23:14,752 INFO [Thread-1026 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-20T13:23:14,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:14,762 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:14,763 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/f6386b0c046e4e94bb98c162b6a0e8a9 is 50, key is test_row_0/C:col10/1732108993715/Put/seqid=0 2024-11-20T13:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-20T13:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T13:23:14,771 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:14,776 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:14,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:14,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T13:23:14,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742081_1257 (size=12595) 2024-11-20T13:23:14,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109054817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109054817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109054824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109054818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f75652a0a7504f6a8fa6db798ab791f4 is 50, key is test_row_0/A:col10/1732108994780/Put/seqid=0 2024-11-20T13:23:14,844 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f0b95637bf314ea091752ee40c623d5e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f0b95637bf314ea091752ee40c623d5e 2024-11-20T13:23:14,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742082_1258 (size=12595) 2024-11-20T13:23:14,868 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into f0b95637bf314ea091752ee40c623d5e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:14,868 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:14,868 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=13, startTime=1732108994672; duration=0sec 2024-11-20T13:23:14,868 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:14,868 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:14,868 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:14,869 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/f6386b0c046e4e94bb98c162b6a0e8a9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f6386b0c046e4e94bb98c162b6a0e8a9 2024-11-20T13:23:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742083_1259 (size=14541) 2024-11-20T13:23:14,871 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:14,871 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:14,871 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:14,871 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f96706294e7f4fb7887c934ab6066106, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/32b6df4d506d4d6b8c29b13eddcc00b8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/59415ac87bd34dc0b1ee41ba34e363d2] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=35.9 K 2024-11-20T13:23:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T13:23:14,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f75652a0a7504f6a8fa6db798ab791f4 2024-11-20T13:23:14,881 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting f96706294e7f4fb7887c934ab6066106, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732108989295 2024-11-20T13:23:14,888 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32b6df4d506d4d6b8c29b13eddcc00b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732108991801 2024-11-20T13:23:14,895 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59415ac87bd34dc0b1ee41ba34e363d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732108993703 2024-11-20T13:23:14,920 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into f6386b0c046e4e94bb98c162b6a0e8a9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:14,920 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:14,920 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=13, startTime=1732108994672; duration=0sec 2024-11-20T13:23:14,921 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:14,921 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:14,934 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T13:23:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:14,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:14,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:14,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/c8a61f0459ff47f48bd88ce1557fc0ea is 50, key is test_row_0/B:col10/1732108994780/Put/seqid=0 2024-11-20T13:23:14,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109054940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109054947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109054951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:14,967 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:14,968 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/e31d1fd1cf31482a93844165abe6c875 is 50, key is test_row_0/B:col10/1732108993715/Put/seqid=0 2024-11-20T13:23:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742084_1260 (size=12151) 2024-11-20T13:23:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742085_1261 (size=12595) 2024-11-20T13:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T13:23:15,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T13:23:15,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:15,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109055157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109055160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109055168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T13:23:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109055356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T13:23:15,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T13:23:15,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:15,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/c8a61f0459ff47f48bd88ce1557fc0ea 2024-11-20T13:23:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109055473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109055473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:15,504 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/e31d1fd1cf31482a93844165abe6c875 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e31d1fd1cf31482a93844165abe6c875 2024-11-20T13:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109055492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/ec0a906ab0084a108ebf949724975ea5 is 50, key is test_row_0/C:col10/1732108994780/Put/seqid=0 2024-11-20T13:23:15,548 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into e31d1fd1cf31482a93844165abe6c875(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:15,548 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:15,548 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=13, startTime=1732108994672; duration=0sec 2024-11-20T13:23:15,548 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:15,548 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:15,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742086_1262 (size=12151) 2024-11-20T13:23:15,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T13:23:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:15,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/ec0a906ab0084a108ebf949724975ea5 2024-11-20T13:23:15,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f75652a0a7504f6a8fa6db798ab791f4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f75652a0a7504f6a8fa6db798ab791f4 2024-11-20T13:23:15,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T13:23:15,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f75652a0a7504f6a8fa6db798ab791f4, entries=200, sequenceid=206, filesize=14.2 K 2024-11-20T13:23:15,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:15,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/c8a61f0459ff47f48bd88ce1557fc0ea as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c8a61f0459ff47f48bd88ce1557fc0ea 2024-11-20T13:23:15,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c8a61f0459ff47f48bd88ce1557fc0ea, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T13:23:15,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/ec0a906ab0084a108ebf949724975ea5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/ec0a906ab0084a108ebf949724975ea5 2024-11-20T13:23:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T13:23:15,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/ec0a906ab0084a108ebf949724975ea5, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T13:23:15,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9d18b30ddcefde83163d95c909123e39 in 1134ms, sequenceid=206, compaction requested=false 2024-11-20T13:23:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:15,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:15,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T13:23:15,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:15,922 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:15,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:15,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/5588d256e23746fab6090bf561825a8f is 50, key is test_row_0/A:col10/1732108994802/Put/seqid=0 2024-11-20T13:23:15,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742087_1263 (size=12151) 2024-11-20T13:23:16,008 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/5588d256e23746fab6090bf561825a8f 2024-11-20T13:23:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/ff3079f38d004c0d8eafb1b9660301c3 is 50, key is test_row_0/B:col10/1732108994802/Put/seqid=0 2024-11-20T13:23:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742088_1264 (size=12151) 2024-11-20T13:23:16,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109056107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109056108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109056106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109056216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109056233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109056240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109056372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109056428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109056449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109056464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,516 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/ff3079f38d004c0d8eafb1b9660301c3 2024-11-20T13:23:16,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6e55b7c347ae4f979c2d61e89be904ec is 50, key is test_row_0/C:col10/1732108994802/Put/seqid=0 2024-11-20T13:23:16,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742089_1265 (size=12151) 2024-11-20T13:23:16,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109056743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109056769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109056777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T13:23:17,016 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6e55b7c347ae4f979c2d61e89be904ec 2024-11-20T13:23:17,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/5588d256e23746fab6090bf561825a8f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/5588d256e23746fab6090bf561825a8f 2024-11-20T13:23:17,054 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/5588d256e23746fab6090bf561825a8f, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T13:23:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/ff3079f38d004c0d8eafb1b9660301c3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/ff3079f38d004c0d8eafb1b9660301c3 2024-11-20T13:23:17,061 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/ff3079f38d004c0d8eafb1b9660301c3, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T13:23:17,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6e55b7c347ae4f979c2d61e89be904ec as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6e55b7c347ae4f979c2d61e89be904ec 2024-11-20T13:23:17,067 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6e55b7c347ae4f979c2d61e89be904ec, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T13:23:17,076 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d18b30ddcefde83163d95c909123e39 in 1154ms, sequenceid=220, compaction requested=true 2024-11-20T13:23:17,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:17,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:17,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-20T13:23:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-20T13:23:17,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T13:23:17,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-11-20T13:23:17,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.3380 sec 2024-11-20T13:23:17,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:23:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:17,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/bd5e68c52eb04429abe8c0c53474bd1f is 50, key is test_row_0/A:col10/1732108996104/Put/seqid=0 2024-11-20T13:23:17,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109057317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109057325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109057325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742090_1266 (size=14541) 2024-11-20T13:23:17,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109057428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109057436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109057440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109057644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109057648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109057662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/bd5e68c52eb04429abe8c0c53474bd1f 2024-11-20T13:23:17,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/afe6cf137626483f9c0ccd06253b4d63 is 50, key is test_row_0/B:col10/1732108996104/Put/seqid=0 2024-11-20T13:23:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742091_1267 (size=12151) 2024-11-20T13:23:17,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/afe6cf137626483f9c0ccd06253b4d63 2024-11-20T13:23:17,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/cfcacfae3351484a9f35540f52a62476 is 50, key is test_row_0/C:col10/1732108996104/Put/seqid=0 2024-11-20T13:23:17,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742092_1268 (size=12151) 2024-11-20T13:23:17,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109057964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109057969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:17,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109057988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:18,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/cfcacfae3351484a9f35540f52a62476 2024-11-20T13:23:18,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/bd5e68c52eb04429abe8c0c53474bd1f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bd5e68c52eb04429abe8c0c53474bd1f 2024-11-20T13:23:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109058395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:18,404 DEBUG [Thread-1020 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4257 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:18,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bd5e68c52eb04429abe8c0c53474bd1f, entries=200, sequenceid=246, filesize=14.2 K 2024-11-20T13:23:18,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/afe6cf137626483f9c0ccd06253b4d63 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/afe6cf137626483f9c0ccd06253b4d63 2024-11-20T13:23:18,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109058473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:18,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109058488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109058500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:18,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/afe6cf137626483f9c0ccd06253b4d63, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T13:23:18,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/cfcacfae3351484a9f35540f52a62476 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/cfcacfae3351484a9f35540f52a62476 2024-11-20T13:23:18,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/cfcacfae3351484a9f35540f52a62476, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T13:23:18,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9d18b30ddcefde83163d95c909123e39 in 1304ms, sequenceid=246, compaction requested=true 2024-11-20T13:23:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:18,576 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:18,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:18,580 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:18,592 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:18,592 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:18,592 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:18,592 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f0b95637bf314ea091752ee40c623d5e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f75652a0a7504f6a8fa6db798ab791f4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/5588d256e23746fab6090bf561825a8f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bd5e68c52eb04429abe8c0c53474bd1f] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=52.6 K 2024-11-20T13:23:18,596 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f0b95637bf314ea091752ee40c623d5e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732108993703 2024-11-20T13:23:18,597 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f75652a0a7504f6a8fa6db798ab791f4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732108994116 2024-11-20T13:23:18,602 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5588d256e23746fab6090bf561825a8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732108994802 2024-11-20T13:23:18,604 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:18,604 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:18,604 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:18,604 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e31d1fd1cf31482a93844165abe6c875, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c8a61f0459ff47f48bd88ce1557fc0ea, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/ff3079f38d004c0d8eafb1b9660301c3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/afe6cf137626483f9c0ccd06253b4d63] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=47.9 K 2024-11-20T13:23:18,620 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting bd5e68c52eb04429abe8c0c53474bd1f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732108996098 2024-11-20T13:23:18,620 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e31d1fd1cf31482a93844165abe6c875, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732108993703 2024-11-20T13:23:18,633 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8a61f0459ff47f48bd88ce1557fc0ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732108994122 2024-11-20T13:23:18,644 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff3079f38d004c0d8eafb1b9660301c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732108994802 2024-11-20T13:23:18,655 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting afe6cf137626483f9c0ccd06253b4d63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732108996103 2024-11-20T13:23:18,736 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:18,737 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/9339d11413cf4c84a39727196c4b218f is 50, key is test_row_0/A:col10/1732108996104/Put/seqid=0 2024-11-20T13:23:18,739 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#219 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:18,740 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/94d551c1997049778052aed9bf45c136 is 50, key is test_row_0/B:col10/1732108996104/Put/seqid=0 2024-11-20T13:23:18,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742094_1270 (size=12731) 2024-11-20T13:23:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742093_1269 (size=12731) 2024-11-20T13:23:18,812 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/94d551c1997049778052aed9bf45c136 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/94d551c1997049778052aed9bf45c136 2024-11-20T13:23:18,819 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into 94d551c1997049778052aed9bf45c136(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:18,819 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:18,819 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=12, startTime=1732108998576; duration=0sec 2024-11-20T13:23:18,820 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:18,820 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:18,822 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/9339d11413cf4c84a39727196c4b218f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/9339d11413cf4c84a39727196c4b218f 2024-11-20T13:23:18,825 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:18,826 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:18,826 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:18,827 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:18,827 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f6386b0c046e4e94bb98c162b6a0e8a9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/ec0a906ab0084a108ebf949724975ea5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6e55b7c347ae4f979c2d61e89be904ec, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/cfcacfae3351484a9f35540f52a62476] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=47.9 K 2024-11-20T13:23:18,827 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6386b0c046e4e94bb98c162b6a0e8a9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732108993703 2024-11-20T13:23:18,829 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec0a906ab0084a108ebf949724975ea5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732108994122 2024-11-20T13:23:18,830 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e55b7c347ae4f979c2d61e89be904ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732108994802 2024-11-20T13:23:18,830 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfcacfae3351484a9f35540f52a62476, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732108996103 2024-11-20T13:23:18,839 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into 9339d11413cf4c84a39727196c4b218f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:18,839 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:18,839 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=12, startTime=1732108998576; duration=0sec 2024-11-20T13:23:18,839 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:18,839 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:18,851 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:18,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/b7f3a8d1707b4b7d9dfa2bb3e71ceb05 is 50, key is test_row_0/C:col10/1732108996104/Put/seqid=0 2024-11-20T13:23:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742095_1271 (size=12731) 2024-11-20T13:23:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T13:23:18,901 INFO [Thread-1026 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-20T13:23:18,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-20T13:23:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T13:23:18,940 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:18,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:18,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T13:23:19,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:19,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T13:23:19,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:19,117 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:19,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/daa2bebc06c44b0ab67b74d7d2c84c5a is 50, key is test_row_0/A:col10/1732108997317/Put/seqid=0 2024-11-20T13:23:19,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742096_1272 (size=12151) 2024-11-20T13:23:19,197 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/daa2bebc06c44b0ab67b74d7d2c84c5a 2024-11-20T13:23:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T13:23:19,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/7f8ce2f56371401cb16170fca781608f is 50, key is test_row_0/B:col10/1732108997317/Put/seqid=0 2024-11-20T13:23:19,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742097_1273 (size=12151) 2024-11-20T13:23:19,310 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/b7f3a8d1707b4b7d9dfa2bb3e71ceb05 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/b7f3a8d1707b4b7d9dfa2bb3e71ceb05 2024-11-20T13:23:19,325 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/7f8ce2f56371401cb16170fca781608f 2024-11-20T13:23:19,326 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into b7f3a8d1707b4b7d9dfa2bb3e71ceb05(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:19,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:19,326 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=12, startTime=1732108998576; duration=0sec 2024-11-20T13:23:19,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:19,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:19,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/4e08a63903fe4b7d855776269ed38c93 is 50, key is test_row_0/C:col10/1732108997317/Put/seqid=0 2024-11-20T13:23:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742098_1274 (size=12151) 2024-11-20T13:23:19,416 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/4e08a63903fe4b7d855776269ed38c93 2024-11-20T13:23:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/daa2bebc06c44b0ab67b74d7d2c84c5a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/daa2bebc06c44b0ab67b74d7d2c84c5a 2024-11-20T13:23:19,433 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/daa2bebc06c44b0ab67b74d7d2c84c5a, entries=150, sequenceid=259, filesize=11.9 K 2024-11-20T13:23:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/7f8ce2f56371401cb16170fca781608f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7f8ce2f56371401cb16170fca781608f 2024-11-20T13:23:19,476 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7f8ce2f56371401cb16170fca781608f, entries=150, sequenceid=259, filesize=11.9 K 2024-11-20T13:23:19,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/4e08a63903fe4b7d855776269ed38c93 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/4e08a63903fe4b7d855776269ed38c93 2024-11-20T13:23:19,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T13:23:19,541 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/4e08a63903fe4b7d855776269ed38c93, entries=150, sequenceid=259, filesize=11.9 K 2024-11-20T13:23:19,548 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=67.09 KB/68700 for 9d18b30ddcefde83163d95c909123e39 in 432ms, sequenceid=259, compaction requested=false 2024-11-20T13:23:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:19,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-20T13:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-20T13:23:19,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T13:23:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:19,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:19,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T13:23:19,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 620 msec 2024-11-20T13:23:19,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 679 msec 2024-11-20T13:23:19,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f93c5f39049f49cd82af23e75bcdd054 is 50, key is test_row_0/A:col10/1732108999530/Put/seqid=0 2024-11-20T13:23:19,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742099_1275 (size=12301) 2024-11-20T13:23:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109059733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109059743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109059742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109059845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109059848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109059849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T13:23:20,048 INFO [Thread-1026 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T13:23:20,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109060052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109060055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109060056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-20T13:23:20,077 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:20,078 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:20,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T13:23:20,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f93c5f39049f49cd82af23e75bcdd054 2024-11-20T13:23:20,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/76e175308e04408abe91514364b371d5 is 50, key is test_row_0/B:col10/1732108999530/Put/seqid=0 2024-11-20T13:23:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T13:23:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742100_1276 (size=12301) 2024-11-20T13:23:20,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/76e175308e04408abe91514364b371d5 2024-11-20T13:23:20,235 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/54a8b2de28b94ff59620a2ef8e6d56e3 is 50, key is test_row_0/C:col10/1732108999530/Put/seqid=0 2024-11-20T13:23:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742101_1277 (size=12301) 2024-11-20T13:23:20,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/54a8b2de28b94ff59620a2ef8e6d56e3 2024-11-20T13:23:20,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/f93c5f39049f49cd82af23e75bcdd054 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f93c5f39049f49cd82af23e75bcdd054 2024-11-20T13:23:20,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f93c5f39049f49cd82af23e75bcdd054, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T13:23:20,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/76e175308e04408abe91514364b371d5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/76e175308e04408abe91514364b371d5 2024-11-20T13:23:20,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/76e175308e04408abe91514364b371d5, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T13:23:20,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/54a8b2de28b94ff59620a2ef8e6d56e3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/54a8b2de28b94ff59620a2ef8e6d56e3 2024-11-20T13:23:20,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/54a8b2de28b94ff59620a2ef8e6d56e3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-20T13:23:20,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9d18b30ddcefde83163d95c909123e39 in 820ms, sequenceid=275, compaction requested=true 2024-11-20T13:23:20,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:20,373 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:20,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:20,385 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:20,385 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:20,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T13:23:20,385 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,385 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/9339d11413cf4c84a39727196c4b218f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/daa2bebc06c44b0ab67b74d7d2c84c5a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f93c5f39049f49cd82af23e75bcdd054] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=36.3 K 2024-11-20T13:23:20,386 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9339d11413cf4c84a39727196c4b218f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732108996103 2024-11-20T13:23:20,386 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:20,386 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting daa2bebc06c44b0ab67b74d7d2c84c5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732108997306 2024-11-20T13:23:20,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting f93c5f39049f49cd82af23e75bcdd054, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108999519 2024-11-20T13:23:20,389 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T13:23:20,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:20,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,396 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:20,396 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:20,396 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,396 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/94d551c1997049778052aed9bf45c136, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7f8ce2f56371401cb16170fca781608f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/76e175308e04408abe91514364b371d5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=36.3 K 2024-11-20T13:23:20,404 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 94d551c1997049778052aed9bf45c136, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732108996103 2024-11-20T13:23:20,404 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f8ce2f56371401cb16170fca781608f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732108997306 2024-11-20T13:23:20,405 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e175308e04408abe91514364b371d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108999519 2024-11-20T13:23:20,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109060410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109060412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109060412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,422 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:20,423 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/fe90f08446c24385af242f56a03766c9 is 50, key is test_row_0/A:col10/1732108999530/Put/seqid=0 2024-11-20T13:23:20,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/8c48357181b04c958469ca7d194c8998 is 50, key is test_row_0/A:col10/1732109000381/Put/seqid=0 2024-11-20T13:23:20,446 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:20,447 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/2c92395c7eb04344ad78897c1a5d05d0 is 50, key is test_row_0/B:col10/1732108999530/Put/seqid=0 2024-11-20T13:23:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742102_1278 (size=12983) 2024-11-20T13:23:20,503 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/fe90f08446c24385af242f56a03766c9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/fe90f08446c24385af242f56a03766c9 2024-11-20T13:23:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742103_1279 (size=12301) 2024-11-20T13:23:20,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/8c48357181b04c958469ca7d194c8998 2024-11-20T13:23:20,516 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into fe90f08446c24385af242f56a03766c9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:20,517 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:20,517 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=13, startTime=1732109000373; duration=0sec 2024-11-20T13:23:20,517 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:20,517 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:20,517 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:20,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109060518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742104_1280 (size=12983) 2024-11-20T13:23:20,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109060519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,522 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:20,522 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:20,522 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,522 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/b7f3a8d1707b4b7d9dfa2bb3e71ceb05, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/4e08a63903fe4b7d855776269ed38c93, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/54a8b2de28b94ff59620a2ef8e6d56e3] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=36.3 K 2024-11-20T13:23:20,523 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7f3a8d1707b4b7d9dfa2bb3e71ceb05, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732108996103 2024-11-20T13:23:20,523 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e08a63903fe4b7d855776269ed38c93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732108997306 2024-11-20T13:23:20,524 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54a8b2de28b94ff59620a2ef8e6d56e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108999519 2024-11-20T13:23:20,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109060521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d0bd1d19f6bf40839974f8552148409a is 50, key is test_row_0/B:col10/1732109000381/Put/seqid=0 2024-11-20T13:23:20,540 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/2c92395c7eb04344ad78897c1a5d05d0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/2c92395c7eb04344ad78897c1a5d05d0 2024-11-20T13:23:20,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:20,547 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into 2c92395c7eb04344ad78897c1a5d05d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:20,547 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:20,547 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=13, startTime=1732109000385; duration=0sec 2024-11-20T13:23:20,547 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:20,547 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:20,550 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:20,550 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/9709a51928584f539b016adf01ba4f4b is 50, key is test_row_0/C:col10/1732108999530/Put/seqid=0 2024-11-20T13:23:20,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:20,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742105_1281 (size=12301) 2024-11-20T13:23:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742106_1282 (size=12983) 2024-11-20T13:23:20,596 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/9709a51928584f539b016adf01ba4f4b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/9709a51928584f539b016adf01ba4f4b 2024-11-20T13:23:20,609 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into 9709a51928584f539b016adf01ba4f4b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:20,609 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:20,609 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=13, startTime=1732109000385; duration=0sec 2024-11-20T13:23:20,609 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:20,609 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T13:23:20,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109060726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109060726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109060728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:20,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:20,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:20,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:20,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:20,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d0bd1d19f6bf40839974f8552148409a 2024-11-20T13:23:21,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/c5d315e44a694df3ad101ba615b4c1a6 is 50, key is test_row_0/C:col10/1732109000381/Put/seqid=0 2024-11-20T13:23:21,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109061033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109061033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109061035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:21,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742107_1283 (size=12301) 2024-11-20T13:23:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T13:23:21,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:21,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:21,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:21,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/c5d315e44a694df3ad101ba615b4c1a6 2024-11-20T13:23:21,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/8c48357181b04c958469ca7d194c8998 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/8c48357181b04c958469ca7d194c8998 2024-11-20T13:23:21,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/8c48357181b04c958469ca7d194c8998, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T13:23:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d0bd1d19f6bf40839974f8552148409a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d0bd1d19f6bf40839974f8552148409a 2024-11-20T13:23:21,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d0bd1d19f6bf40839974f8552148409a, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T13:23:21,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/c5d315e44a694df3ad101ba615b4c1a6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/c5d315e44a694df3ad101ba615b4c1a6 2024-11-20T13:23:21,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/c5d315e44a694df3ad101ba615b4c1a6, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T13:23:21,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9d18b30ddcefde83163d95c909123e39 in 1109ms, sequenceid=301, compaction requested=false 2024-11-20T13:23:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:21,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T13:23:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:21,528 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/3ec57ad271624543888c0cb81bd09ac1 is 50, key is test_row_0/A:col10/1732109000410/Put/seqid=0 2024-11-20T13:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:21,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742108_1284 (size=12301) 2024-11-20T13:23:21,585 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/3ec57ad271624543888c0cb81bd09ac1 2024-11-20T13:23:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/7884ba3b45aa458e912bcfb21b69d2cb is 50, key is test_row_0/B:col10/1732109000410/Put/seqid=0 2024-11-20T13:23:21,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109061612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109061613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109061618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742109_1285 (size=12301) 2024-11-20T13:23:21,623 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/7884ba3b45aa458e912bcfb21b69d2cb 2024-11-20T13:23:21,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6efdd9581c8c4d6d8c18bdd5f15f7e05 is 50, key is test_row_0/C:col10/1732109000410/Put/seqid=0 2024-11-20T13:23:21,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742110_1286 (size=12301) 2024-11-20T13:23:21,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109061721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109061727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109061735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109061931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109061935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:21,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109061954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,096 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6efdd9581c8c4d6d8c18bdd5f15f7e05 2024-11-20T13:23:22,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/3ec57ad271624543888c0cb81bd09ac1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3ec57ad271624543888c0cb81bd09ac1 2024-11-20T13:23:22,157 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3ec57ad271624543888c0cb81bd09ac1, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T13:23:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/7884ba3b45aa458e912bcfb21b69d2cb as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7884ba3b45aa458e912bcfb21b69d2cb 2024-11-20T13:23:22,191 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7884ba3b45aa458e912bcfb21b69d2cb, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T13:23:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/6efdd9581c8c4d6d8c18bdd5f15f7e05 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6efdd9581c8c4d6d8c18bdd5f15f7e05 2024-11-20T13:23:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T13:23:22,209 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6efdd9581c8c4d6d8c18bdd5f15f7e05, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T13:23:22,210 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d18b30ddcefde83163d95c909123e39 in 682ms, sequenceid=315, compaction requested=true 2024-11-20T13:23:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-20T13:23:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-20T13:23:22,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T13:23:22,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1340 sec 2024-11-20T13:23:22,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.1490 sec 2024-11-20T13:23:22,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:23:22,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:22,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:22,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109062271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109062274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109062276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/aa833749da274701aaa81f5b27fe11ca is 50, key is test_row_0/A:col10/1732109002245/Put/seqid=0 2024-11-20T13:23:22,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742111_1287 (size=14741) 2024-11-20T13:23:22,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/aa833749da274701aaa81f5b27fe11ca 2024-11-20T13:23:22,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/22dfbcdb473f4d328452c11fd213c11d is 50, key is test_row_0/B:col10/1732109002245/Put/seqid=0 2024-11-20T13:23:22,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109062378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109062384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742112_1288 (size=12301) 2024-11-20T13:23:22,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36368 deadline: 1732109062440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,448 DEBUG [Thread-1020 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8301 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109062592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109062584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109062780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/22dfbcdb473f4d328452c11fd213c11d 2024-11-20T13:23:22,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/841d356713e44148b2ce833ae2655c1a is 50, key is test_row_0/C:col10/1732109002245/Put/seqid=0 2024-11-20T13:23:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742113_1289 (size=12301) 2024-11-20T13:23:22,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/841d356713e44148b2ce833ae2655c1a 2024-11-20T13:23:22,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/aa833749da274701aaa81f5b27fe11ca as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/aa833749da274701aaa81f5b27fe11ca 2024-11-20T13:23:22,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/aa833749da274701aaa81f5b27fe11ca, entries=200, sequenceid=341, filesize=14.4 K 2024-11-20T13:23:22,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/22dfbcdb473f4d328452c11fd213c11d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/22dfbcdb473f4d328452c11fd213c11d 2024-11-20T13:23:22,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/22dfbcdb473f4d328452c11fd213c11d, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T13:23:22,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/841d356713e44148b2ce833ae2655c1a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/841d356713e44148b2ce833ae2655c1a 2024-11-20T13:23:22,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109062906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:22,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/841d356713e44148b2ce833ae2655c1a, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T13:23:22,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9d18b30ddcefde83163d95c909123e39 in 669ms, sequenceid=341, compaction requested=true 2024-11-20T13:23:22,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:22,919 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:22,920 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:22,920 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:22,920 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:22,920 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/fe90f08446c24385af242f56a03766c9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/8c48357181b04c958469ca7d194c8998, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3ec57ad271624543888c0cb81bd09ac1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/aa833749da274701aaa81f5b27fe11ca] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=51.1 K 2024-11-20T13:23:22,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:22,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:22,921 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe90f08446c24385af242f56a03766c9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108999519 2024-11-20T13:23:22,921 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c48357181b04c958469ca7d194c8998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732109000368 2024-11-20T13:23:22,922 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ec57ad271624543888c0cb81bd09ac1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732109000408 2024-11-20T13:23:22,922 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa833749da274701aaa81f5b27fe11ca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732109001601 2024-11-20T13:23:22,923 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:22,924 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:22,924 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:22,924 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:22,925 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/2c92395c7eb04344ad78897c1a5d05d0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d0bd1d19f6bf40839974f8552148409a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7884ba3b45aa458e912bcfb21b69d2cb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/22dfbcdb473f4d328452c11fd213c11d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=48.7 K 2024-11-20T13:23:22,926 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c92395c7eb04344ad78897c1a5d05d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108999519 2024-11-20T13:23:22,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:22,926 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d0bd1d19f6bf40839974f8552148409a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732109000368 2024-11-20T13:23:22,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:22,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:22,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:22,926 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7884ba3b45aa458e912bcfb21b69d2cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732109000408 2024-11-20T13:23:22,927 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 22dfbcdb473f4d328452c11fd213c11d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732109001606 2024-11-20T13:23:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:22,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:22,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:22,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:22,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:22,947 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:22,947 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/3fe5d9d62ec848e4a1bb103e4fce1105 is 50, key is test_row_0/A:col10/1732109002245/Put/seqid=0 2024-11-20T13:23:22,955 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#241 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:22,955 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/857ec63b7ee0431e97e9c185a0c6576a is 50, key is test_row_0/B:col10/1732109002245/Put/seqid=0 2024-11-20T13:23:22,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/bf65418af99d43f791d405b549f07544 is 50, key is test_row_0/A:col10/1732109002927/Put/seqid=0 2024-11-20T13:23:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742114_1290 (size=13119) 2024-11-20T13:23:23,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742115_1291 (size=13119) 2024-11-20T13:23:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742116_1292 (size=9857) 2024-11-20T13:23:23,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/bf65418af99d43f791d405b549f07544 2024-11-20T13:23:23,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/cd518dafc3364bf691ef1d789134e54b is 50, key is test_row_0/B:col10/1732109002927/Put/seqid=0 2024-11-20T13:23:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742117_1293 (size=9857) 2024-11-20T13:23:23,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/cd518dafc3364bf691ef1d789134e54b 2024-11-20T13:23:23,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/26837727c1ef41a2ae30f5789b053aa3 is 50, key is test_row_0/C:col10/1732109002927/Put/seqid=0 2024-11-20T13:23:23,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109063156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742118_1294 (size=9857) 2024-11-20T13:23:23,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109063282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,388 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/3fe5d9d62ec848e4a1bb103e4fce1105 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3fe5d9d62ec848e4a1bb103e4fce1105 2024-11-20T13:23:23,400 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into 3fe5d9d62ec848e4a1bb103e4fce1105(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:23,400 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:23,400 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=12, startTime=1732109002919; duration=0sec 2024-11-20T13:23:23,401 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:23,401 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:23,401 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:23,403 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:23,403 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:23,403 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:23,403 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/9709a51928584f539b016adf01ba4f4b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/c5d315e44a694df3ad101ba615b4c1a6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6efdd9581c8c4d6d8c18bdd5f15f7e05, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/841d356713e44148b2ce833ae2655c1a] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=48.7 K 2024-11-20T13:23:23,404 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9709a51928584f539b016adf01ba4f4b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732108999519 2024-11-20T13:23:23,404 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5d315e44a694df3ad101ba615b4c1a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732109000368 2024-11-20T13:23:23,405 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6efdd9581c8c4d6d8c18bdd5f15f7e05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732109000408 2024-11-20T13:23:23,405 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 841d356713e44148b2ce833ae2655c1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732109001606 2024-11-20T13:23:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109063425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,429 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/857ec63b7ee0431e97e9c185a0c6576a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/857ec63b7ee0431e97e9c185a0c6576a 2024-11-20T13:23:23,440 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into 857ec63b7ee0431e97e9c185a0c6576a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:23,440 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:23,440 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=12, startTime=1732109002923; duration=0sec 2024-11-20T13:23:23,440 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:23,440 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:23,441 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:23,442 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/3c2ebd7ee8964e53ad19321969415441 is 50, key is test_row_0/C:col10/1732109002245/Put/seqid=0 2024-11-20T13:23:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742119_1295 (size=13119) 2024-11-20T13:23:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109063490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/26837727c1ef41a2ae30f5789b053aa3 2024-11-20T13:23:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/bf65418af99d43f791d405b549f07544 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bf65418af99d43f791d405b549f07544 2024-11-20T13:23:23,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bf65418af99d43f791d405b549f07544, entries=100, sequenceid=352, filesize=9.6 K 2024-11-20T13:23:23,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/cd518dafc3364bf691ef1d789134e54b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/cd518dafc3364bf691ef1d789134e54b 2024-11-20T13:23:23,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/cd518dafc3364bf691ef1d789134e54b, entries=100, sequenceid=352, filesize=9.6 K 2024-11-20T13:23:23,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/26837727c1ef41a2ae30f5789b053aa3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/26837727c1ef41a2ae30f5789b053aa3 2024-11-20T13:23:23,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/26837727c1ef41a2ae30f5789b053aa3, entries=100, sequenceid=352, filesize=9.6 K 2024-11-20T13:23:23,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9d18b30ddcefde83163d95c909123e39 in 706ms, sequenceid=352, compaction requested=false 2024-11-20T13:23:23,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:23,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:23:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:23,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:23,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:23,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/0bd5e2ecfbb1492d9d9e088c89071fd4 is 50, key is test_row_0/A:col10/1732109003791/Put/seqid=0 2024-11-20T13:23:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109063824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109063824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109063827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742120_1296 (size=14741) 2024-11-20T13:23:23,894 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/3c2ebd7ee8964e53ad19321969415441 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/3c2ebd7ee8964e53ad19321969415441 2024-11-20T13:23:23,900 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into 3c2ebd7ee8964e53ad19321969415441(size=12.8 K), total size for store is 22.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:23,900 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:23,900 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=12, startTime=1732109002926; duration=0sec 2024-11-20T13:23:23,901 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:23,901 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:23,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109063931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109063935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:23,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109063935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109064140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109064145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109064145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T13:23:24,204 INFO [Thread-1026 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-20T13:23:24,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T13:23:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T13:23:24,220 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:24,221 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:24,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:24,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/0bd5e2ecfbb1492d9d9e088c89071fd4 2024-11-20T13:23:24,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d10506fed30c44bc9e58a52ab74860b4 is 50, key is test_row_0/B:col10/1732109003791/Put/seqid=0 2024-11-20T13:23:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T13:23:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742121_1297 (size=12301) 2024-11-20T13:23:24,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36336 deadline: 1732109064430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109064444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109064454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109064455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T13:23:24,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:24,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:24,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d10506fed30c44bc9e58a52ab74860b4 2024-11-20T13:23:24,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/04762475cd9a40acbaf699223c2ea2ff is 50, key is test_row_0/C:col10/1732109003791/Put/seqid=0 2024-11-20T13:23:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742122_1298 (size=12301) 2024-11-20T13:23:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T13:23:24,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:24,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36386 deadline: 1732109064952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1732109064964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:24,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36322 deadline: 1732109064964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:25,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:25,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:25,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/04762475cd9a40acbaf699223c2ea2ff 2024-11-20T13:23:25,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/0bd5e2ecfbb1492d9d9e088c89071fd4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/0bd5e2ecfbb1492d9d9e088c89071fd4 2024-11-20T13:23:25,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/0bd5e2ecfbb1492d9d9e088c89071fd4, entries=200, sequenceid=380, filesize=14.4 K 2024-11-20T13:23:25,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/d10506fed30c44bc9e58a52ab74860b4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d10506fed30c44bc9e58a52ab74860b4 2024-11-20T13:23:25,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d10506fed30c44bc9e58a52ab74860b4, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T13:23:25,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/04762475cd9a40acbaf699223c2ea2ff as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/04762475cd9a40acbaf699223c2ea2ff 2024-11-20T13:23:25,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:25,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:25,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:25,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T13:23:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:25,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/04762475cd9a40acbaf699223c2ea2ff, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T13:23:25,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9d18b30ddcefde83163d95c909123e39 in 1547ms, sequenceid=380, compaction requested=true 2024-11-20T13:23:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:25,340 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9d18b30ddcefde83163d95c909123e39:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:25,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:25,341 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:25,352 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:25,352 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/A is initiating minor compaction (all files) 2024-11-20T13:23:25,352 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/A in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,353 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3fe5d9d62ec848e4a1bb103e4fce1105, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bf65418af99d43f791d405b549f07544, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/0bd5e2ecfbb1492d9d9e088c89071fd4] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=36.8 K 2024-11-20T13:23:25,353 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:25,353 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/B is initiating minor compaction (all files) 2024-11-20T13:23:25,353 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/B in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,353 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/857ec63b7ee0431e97e9c185a0c6576a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/cd518dafc3364bf691ef1d789134e54b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d10506fed30c44bc9e58a52ab74860b4] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=34.5 K 2024-11-20T13:23:25,356 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fe5d9d62ec848e4a1bb103e4fce1105, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732109001606 2024-11-20T13:23:25,356 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 857ec63b7ee0431e97e9c185a0c6576a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732109001606 2024-11-20T13:23:25,360 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf65418af99d43f791d405b549f07544, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732109002269 2024-11-20T13:23:25,360 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting cd518dafc3364bf691ef1d789134e54b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732109002269 2024-11-20T13:23:25,364 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bd5e2ecfbb1492d9d9e088c89071fd4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732109003113 2024-11-20T13:23:25,365 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d10506fed30c44bc9e58a52ab74860b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732109003113 2024-11-20T13:23:25,398 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:25,399 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/59cfa05969694dd5a62407b534c9d5e6 is 50, key is test_row_0/A:col10/1732109003791/Put/seqid=0 2024-11-20T13:23:25,417 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:25,417 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/f4ce00dd8fc2477f99b6a89f2f6d9075 is 50, key is test_row_0/B:col10/1732109003791/Put/seqid=0 2024-11-20T13:23:25,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742123_1299 (size=13221) 2024-11-20T13:23:25,472 DEBUG [Thread-1031 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:64876 2024-11-20T13:23:25,472 DEBUG [Thread-1031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:25,472 DEBUG [Thread-1035 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:64876 2024-11-20T13:23:25,472 DEBUG [Thread-1035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:25,473 DEBUG [Thread-1027 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:64876 2024-11-20T13:23:25,473 DEBUG [Thread-1027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:25,475 DEBUG [Thread-1033 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:64876 2024-11-20T13:23:25,475 DEBUG [Thread-1033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:25,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:25,480 DEBUG [Thread-1029 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:64876 2024-11-20T13:23:25,480 DEBUG [Thread-1029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:25,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T13:23:25,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,482 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T13:23:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:25,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742124_1300 (size=13221) 2024-11-20T13:23:25,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/a6ad160a93d74bf1a25cdc290ef016c0 is 50, key is test_row_0/A:col10/1732109003807/Put/seqid=0 2024-11-20T13:23:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742125_1301 (size=12301) 2024-11-20T13:23:25,861 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/59cfa05969694dd5a62407b534c9d5e6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/59cfa05969694dd5a62407b534c9d5e6 2024-11-20T13:23:25,869 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/A of 9d18b30ddcefde83163d95c909123e39 into 59cfa05969694dd5a62407b534c9d5e6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:25,869 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:25,869 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/A, priority=13, startTime=1732109005340; duration=0sec 2024-11-20T13:23:25,869 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:25,869 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:A 2024-11-20T13:23:25,869 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:25,870 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:25,870 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 9d18b30ddcefde83163d95c909123e39/C is initiating minor compaction (all files) 2024-11-20T13:23:25,870 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9d18b30ddcefde83163d95c909123e39/C in TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:25,870 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/3c2ebd7ee8964e53ad19321969415441, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/26837727c1ef41a2ae30f5789b053aa3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/04762475cd9a40acbaf699223c2ea2ff] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp, totalSize=34.5 K 2024-11-20T13:23:25,874 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c2ebd7ee8964e53ad19321969415441, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732109001606 2024-11-20T13:23:25,874 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26837727c1ef41a2ae30f5789b053aa3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732109002269 2024-11-20T13:23:25,875 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04762475cd9a40acbaf699223c2ea2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732109003113 2024-11-20T13:23:25,890 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/f4ce00dd8fc2477f99b6a89f2f6d9075 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f4ce00dd8fc2477f99b6a89f2f6d9075 2024-11-20T13:23:25,896 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/B of 9d18b30ddcefde83163d95c909123e39 into f4ce00dd8fc2477f99b6a89f2f6d9075(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:25,896 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:25,896 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/B, priority=13, startTime=1732109005340; duration=0sec 2024-11-20T13:23:25,897 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:25,897 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:B 2024-11-20T13:23:25,898 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/a6ad160a93d74bf1a25cdc290ef016c0 2024-11-20T13:23:25,907 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9d18b30ddcefde83163d95c909123e39#C#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:25,907 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/02b6bf9a3a344791a73864f9595f2670 is 50, key is test_row_0/C:col10/1732109003791/Put/seqid=0 2024-11-20T13:23:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/a552d43a6fa74aeca6ba1c0ec1ec154d is 50, key is test_row_0/B:col10/1732109003807/Put/seqid=0 2024-11-20T13:23:25,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742126_1302 (size=13221) 2024-11-20T13:23:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742127_1303 (size=12301) 2024-11-20T13:23:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:25,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. as already flushing 2024-11-20T13:23:25,966 DEBUG [Thread-1016 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:64876 2024-11-20T13:23:25,966 DEBUG [Thread-1016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:25,973 DEBUG [Thread-1018 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:64876 2024-11-20T13:23:25,973 DEBUG [Thread-1018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:25,976 DEBUG [Thread-1022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:64876 2024-11-20T13:23:25,976 DEBUG [Thread-1022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T13:23:26,336 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/02b6bf9a3a344791a73864f9595f2670 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/02b6bf9a3a344791a73864f9595f2670 2024-11-20T13:23:26,344 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9d18b30ddcefde83163d95c909123e39/C of 9d18b30ddcefde83163d95c909123e39 into 02b6bf9a3a344791a73864f9595f2670(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:26,344 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:26,344 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39., storeName=9d18b30ddcefde83163d95c909123e39/C, priority=13, startTime=1732109005340; duration=0sec 2024-11-20T13:23:26,344 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:26,344 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9d18b30ddcefde83163d95c909123e39:C 2024-11-20T13:23:26,344 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/a552d43a6fa74aeca6ba1c0ec1ec154d 2024-11-20T13:23:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/7c0344e765e0439b8785d82962a093a5 is 50, key is test_row_0/C:col10/1732109003807/Put/seqid=0 2024-11-20T13:23:26,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742128_1304 (size=12301) 2024-11-20T13:23:26,359 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/7c0344e765e0439b8785d82962a093a5 2024-11-20T13:23:26,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/a6ad160a93d74bf1a25cdc290ef016c0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/a6ad160a93d74bf1a25cdc290ef016c0 2024-11-20T13:23:26,368 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/a6ad160a93d74bf1a25cdc290ef016c0, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T13:23:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/a552d43a6fa74aeca6ba1c0ec1ec154d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/a552d43a6fa74aeca6ba1c0ec1ec154d 2024-11-20T13:23:26,373 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/a552d43a6fa74aeca6ba1c0ec1ec154d, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T13:23:26,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/7c0344e765e0439b8785d82962a093a5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/7c0344e765e0439b8785d82962a093a5 2024-11-20T13:23:26,377 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/7c0344e765e0439b8785d82962a093a5, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T13:23:26,378 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=20.13 KB/20610 for 9d18b30ddcefde83163d95c909123e39 in 897ms, sequenceid=391, compaction requested=false 2024-11-20T13:23:26,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:26,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:26,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T13:23:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T13:23:26,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T13:23:26,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1580 sec 2024-11-20T13:23:26,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.1670 sec 2024-11-20T13:23:26,456 DEBUG [Thread-1024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:64876 2024-11-20T13:23:26,456 DEBUG [Thread-1024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T13:23:28,329 INFO [Thread-1026 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T13:23:30,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:23:32,542 DEBUG [Thread-1020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:64876 2024-11-20T13:23:32,542 DEBUG [Thread-1020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 2 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2797 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2884 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2662 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2703 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2862 2024-11-20T13:23:32,542 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T13:23:32,542 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:23:32,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:64876 2024-11-20T13:23:32,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:32,543 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T13:23:32,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T13:23:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T13:23:32,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109012546"}]},"ts":"1732109012546"} 2024-11-20T13:23:32,547 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T13:23:32,549 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T13:23:32,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:23:32,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d18b30ddcefde83163d95c909123e39, UNASSIGN}] 2024-11-20T13:23:32,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d18b30ddcefde83163d95c909123e39, UNASSIGN 2024-11-20T13:23:32,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=9d18b30ddcefde83163d95c909123e39, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:32,553 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:23:32,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; CloseRegionProcedure 9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:23:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T13:23:32,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:32,705 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(124): Close 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:32,705 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:23:32,705 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1681): Closing 9d18b30ddcefde83163d95c909123e39, disabling compactions & flushes 2024-11-20T13:23:32,705 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:32,705 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:32,705 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. after waiting 0 ms 2024-11-20T13:23:32,705 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:32,705 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(2837): Flushing 9d18b30ddcefde83163d95c909123e39 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T13:23:32,705 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=A 2024-11-20T13:23:32,706 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:32,706 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=B 2024-11-20T13:23:32,706 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:32,706 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9d18b30ddcefde83163d95c909123e39, store=C 2024-11-20T13:23:32,706 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:32,710 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/6670621e98764b6a89ded8fd6a2945b7 is 50, key is test_row_0/A:col10/1732109005974/Put/seqid=0 2024-11-20T13:23:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742129_1305 (size=12301) 2024-11-20T13:23:32,716 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/6670621e98764b6a89ded8fd6a2945b7 2024-11-20T13:23:32,722 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/be108435aa794983b964b567e2723d9a is 50, key is test_row_0/B:col10/1732109005974/Put/seqid=0 2024-11-20T13:23:32,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742130_1306 (size=12301) 2024-11-20T13:23:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T13:23:33,129 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/be108435aa794983b964b567e2723d9a 2024-11-20T13:23:33,146 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/8d66d1fdaa08455393716ca0891f472d is 50, key is test_row_0/C:col10/1732109005974/Put/seqid=0 2024-11-20T13:23:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T13:23:33,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742131_1307 (size=12301) 2024-11-20T13:23:33,169 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/8d66d1fdaa08455393716ca0891f472d 2024-11-20T13:23:33,182 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/A/6670621e98764b6a89ded8fd6a2945b7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/6670621e98764b6a89ded8fd6a2945b7 2024-11-20T13:23:33,187 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/6670621e98764b6a89ded8fd6a2945b7, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T13:23:33,188 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/B/be108435aa794983b964b567e2723d9a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/be108435aa794983b964b567e2723d9a 2024-11-20T13:23:33,198 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/be108435aa794983b964b567e2723d9a, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T13:23:33,199 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/.tmp/C/8d66d1fdaa08455393716ca0891f472d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/8d66d1fdaa08455393716ca0891f472d 2024-11-20T13:23:33,207 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/8d66d1fdaa08455393716ca0891f472d, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T13:23:33,208 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9d18b30ddcefde83163d95c909123e39 in 503ms, sequenceid=402, compaction requested=true 2024-11-20T13:23:33,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/b3900c2a1dcc41a592cd99db4ce9966a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4c2aad8124f242e6ab2b8e62654808fa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/20b14e8ec7114af0a45c458225c44338, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e15faa0f2467476c89d463939b47893b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e64f7d5e822e48dfaf1d30e79a8b1829, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/ad63213044764e7994c166ca45249b98, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4b68a85ef8ab4d94b53976ad0602e821, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4f1265f3c9c241e4b1934007e2f47f30, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/97be3c6286e24666820a9dda7602c92d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/07d94f8e3e5740a59efc5b6a345f2034, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/27afdd73bb8c43bdba11f16bc06db2f8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/77209babb59e4c31b642fc7f1e23c7b1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e581254b58364234a088363b39f88e55, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f0b95637bf314ea091752ee40c623d5e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f75652a0a7504f6a8fa6db798ab791f4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/5588d256e23746fab6090bf561825a8f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bd5e68c52eb04429abe8c0c53474bd1f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/9339d11413cf4c84a39727196c4b218f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/daa2bebc06c44b0ab67b74d7d2c84c5a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/fe90f08446c24385af242f56a03766c9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f93c5f39049f49cd82af23e75bcdd054, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/8c48357181b04c958469ca7d194c8998, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3ec57ad271624543888c0cb81bd09ac1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/aa833749da274701aaa81f5b27fe11ca, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3fe5d9d62ec848e4a1bb103e4fce1105, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bf65418af99d43f791d405b549f07544, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/0bd5e2ecfbb1492d9d9e088c89071fd4] to archive 2024-11-20T13:23:33,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:23:33,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/b3900c2a1dcc41a592cd99db4ce9966a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/b3900c2a1dcc41a592cd99db4ce9966a 2024-11-20T13:23:33,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4c2aad8124f242e6ab2b8e62654808fa to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4c2aad8124f242e6ab2b8e62654808fa 2024-11-20T13:23:33,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/20b14e8ec7114af0a45c458225c44338 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/20b14e8ec7114af0a45c458225c44338 2024-11-20T13:23:33,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e15faa0f2467476c89d463939b47893b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e15faa0f2467476c89d463939b47893b 2024-11-20T13:23:33,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e64f7d5e822e48dfaf1d30e79a8b1829 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e64f7d5e822e48dfaf1d30e79a8b1829 2024-11-20T13:23:33,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/ad63213044764e7994c166ca45249b98 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/ad63213044764e7994c166ca45249b98 2024-11-20T13:23:33,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4b68a85ef8ab4d94b53976ad0602e821 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4b68a85ef8ab4d94b53976ad0602e821 2024-11-20T13:23:33,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4f1265f3c9c241e4b1934007e2f47f30 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/4f1265f3c9c241e4b1934007e2f47f30 2024-11-20T13:23:33,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/97be3c6286e24666820a9dda7602c92d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/97be3c6286e24666820a9dda7602c92d 2024-11-20T13:23:33,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/07d94f8e3e5740a59efc5b6a345f2034 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/07d94f8e3e5740a59efc5b6a345f2034 2024-11-20T13:23:33,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/27afdd73bb8c43bdba11f16bc06db2f8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/27afdd73bb8c43bdba11f16bc06db2f8 2024-11-20T13:23:33,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/77209babb59e4c31b642fc7f1e23c7b1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/77209babb59e4c31b642fc7f1e23c7b1 2024-11-20T13:23:33,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e581254b58364234a088363b39f88e55 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/e581254b58364234a088363b39f88e55 2024-11-20T13:23:33,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f0b95637bf314ea091752ee40c623d5e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f0b95637bf314ea091752ee40c623d5e 2024-11-20T13:23:33,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f75652a0a7504f6a8fa6db798ab791f4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f75652a0a7504f6a8fa6db798ab791f4 2024-11-20T13:23:33,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/5588d256e23746fab6090bf561825a8f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/5588d256e23746fab6090bf561825a8f 2024-11-20T13:23:33,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bd5e68c52eb04429abe8c0c53474bd1f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bd5e68c52eb04429abe8c0c53474bd1f 2024-11-20T13:23:33,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/9339d11413cf4c84a39727196c4b218f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/9339d11413cf4c84a39727196c4b218f 2024-11-20T13:23:33,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/daa2bebc06c44b0ab67b74d7d2c84c5a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/daa2bebc06c44b0ab67b74d7d2c84c5a 2024-11-20T13:23:33,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/fe90f08446c24385af242f56a03766c9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/fe90f08446c24385af242f56a03766c9 2024-11-20T13:23:33,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f93c5f39049f49cd82af23e75bcdd054 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/f93c5f39049f49cd82af23e75bcdd054 2024-11-20T13:23:33,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/8c48357181b04c958469ca7d194c8998 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/8c48357181b04c958469ca7d194c8998 2024-11-20T13:23:33,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3ec57ad271624543888c0cb81bd09ac1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3ec57ad271624543888c0cb81bd09ac1 2024-11-20T13:23:33,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/aa833749da274701aaa81f5b27fe11ca to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/aa833749da274701aaa81f5b27fe11ca 2024-11-20T13:23:33,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3fe5d9d62ec848e4a1bb103e4fce1105 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/3fe5d9d62ec848e4a1bb103e4fce1105 2024-11-20T13:23:33,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bf65418af99d43f791d405b549f07544 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/bf65418af99d43f791d405b549f07544 2024-11-20T13:23:33,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/0bd5e2ecfbb1492d9d9e088c89071fd4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/0bd5e2ecfbb1492d9d9e088c89071fd4 2024-11-20T13:23:33,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/33403a911aea4b679e8c27b5a538ee2f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/07e76002cd7141848845e5ee8ad42100, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d6d7271ce1d14c0c9a45d6468aca179d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/df5bf47bb0694d46bde8913bee3021e8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/1d4a29423a3c433fa00820f1abeb8de0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c9d8a79fa57143bf95f394535a4dfd25, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/059a6f9cd0d641f089de7affb7cea5b6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/73f8b3bd38e94977b619a77b57f63190, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/3903de4fd43043f6a3a165dc54083104, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f96706294e7f4fb7887c934ab6066106, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e4e860ba796d4d7a9f22e48e82c9415d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/32b6df4d506d4d6b8c29b13eddcc00b8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e31d1fd1cf31482a93844165abe6c875, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/59415ac87bd34dc0b1ee41ba34e363d2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c8a61f0459ff47f48bd88ce1557fc0ea, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/ff3079f38d004c0d8eafb1b9660301c3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/94d551c1997049778052aed9bf45c136, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/afe6cf137626483f9c0ccd06253b4d63, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7f8ce2f56371401cb16170fca781608f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/2c92395c7eb04344ad78897c1a5d05d0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/76e175308e04408abe91514364b371d5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d0bd1d19f6bf40839974f8552148409a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7884ba3b45aa458e912bcfb21b69d2cb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/857ec63b7ee0431e97e9c185a0c6576a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/22dfbcdb473f4d328452c11fd213c11d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/cd518dafc3364bf691ef1d789134e54b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d10506fed30c44bc9e58a52ab74860b4] to archive 2024-11-20T13:23:33,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:23:33,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/33403a911aea4b679e8c27b5a538ee2f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/33403a911aea4b679e8c27b5a538ee2f 2024-11-20T13:23:33,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/07e76002cd7141848845e5ee8ad42100 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/07e76002cd7141848845e5ee8ad42100 2024-11-20T13:23:33,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d6d7271ce1d14c0c9a45d6468aca179d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d6d7271ce1d14c0c9a45d6468aca179d 2024-11-20T13:23:33,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/df5bf47bb0694d46bde8913bee3021e8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/df5bf47bb0694d46bde8913bee3021e8 2024-11-20T13:23:33,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/1d4a29423a3c433fa00820f1abeb8de0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/1d4a29423a3c433fa00820f1abeb8de0 2024-11-20T13:23:33,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c9d8a79fa57143bf95f394535a4dfd25 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c9d8a79fa57143bf95f394535a4dfd25 2024-11-20T13:23:33,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/059a6f9cd0d641f089de7affb7cea5b6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/059a6f9cd0d641f089de7affb7cea5b6 2024-11-20T13:23:33,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/73f8b3bd38e94977b619a77b57f63190 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/73f8b3bd38e94977b619a77b57f63190 2024-11-20T13:23:33,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/3903de4fd43043f6a3a165dc54083104 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/3903de4fd43043f6a3a165dc54083104 2024-11-20T13:23:33,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f96706294e7f4fb7887c934ab6066106 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f96706294e7f4fb7887c934ab6066106 2024-11-20T13:23:33,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e4e860ba796d4d7a9f22e48e82c9415d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e4e860ba796d4d7a9f22e48e82c9415d 2024-11-20T13:23:33,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/32b6df4d506d4d6b8c29b13eddcc00b8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/32b6df4d506d4d6b8c29b13eddcc00b8 2024-11-20T13:23:33,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e31d1fd1cf31482a93844165abe6c875 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/e31d1fd1cf31482a93844165abe6c875 2024-11-20T13:23:33,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/59415ac87bd34dc0b1ee41ba34e363d2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/59415ac87bd34dc0b1ee41ba34e363d2 2024-11-20T13:23:33,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c8a61f0459ff47f48bd88ce1557fc0ea to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/c8a61f0459ff47f48bd88ce1557fc0ea 2024-11-20T13:23:33,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/ff3079f38d004c0d8eafb1b9660301c3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/ff3079f38d004c0d8eafb1b9660301c3 2024-11-20T13:23:33,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/94d551c1997049778052aed9bf45c136 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/94d551c1997049778052aed9bf45c136 2024-11-20T13:23:33,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/afe6cf137626483f9c0ccd06253b4d63 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/afe6cf137626483f9c0ccd06253b4d63 2024-11-20T13:23:33,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7f8ce2f56371401cb16170fca781608f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7f8ce2f56371401cb16170fca781608f 2024-11-20T13:23:33,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/2c92395c7eb04344ad78897c1a5d05d0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/2c92395c7eb04344ad78897c1a5d05d0 2024-11-20T13:23:33,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/76e175308e04408abe91514364b371d5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/76e175308e04408abe91514364b371d5 2024-11-20T13:23:33,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d0bd1d19f6bf40839974f8552148409a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d0bd1d19f6bf40839974f8552148409a 2024-11-20T13:23:33,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7884ba3b45aa458e912bcfb21b69d2cb to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/7884ba3b45aa458e912bcfb21b69d2cb 2024-11-20T13:23:33,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/857ec63b7ee0431e97e9c185a0c6576a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/857ec63b7ee0431e97e9c185a0c6576a 2024-11-20T13:23:33,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/22dfbcdb473f4d328452c11fd213c11d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/22dfbcdb473f4d328452c11fd213c11d 2024-11-20T13:23:33,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/cd518dafc3364bf691ef1d789134e54b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/cd518dafc3364bf691ef1d789134e54b 2024-11-20T13:23:33,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d10506fed30c44bc9e58a52ab74860b4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/d10506fed30c44bc9e58a52ab74860b4 2024-11-20T13:23:33,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/63d4b4f7c7474c77a38447a7bec4d6c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/0be274193bea426482c643d1bafa77ce, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/88e386e716d2401ba272cbfe1193347f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d030370c3b164cf8a1b895350e18670d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d7f75964b3c5463cb4ce481ad7754b59, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/67d389dfbcf64852875c4ddcaecbfccc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a7fdbb8b14754888a828cd12a3267470, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f38a09046fb44d9bb126af5a38397d6d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a599d184459649a0924171a5a264adc9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/33c4f3847b9e441088cc25c7845f99fd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d31c69c0ceb94909a61d979d879addcd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/83d01891b1ca48d9aef9cdab3c3a46c4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f6386b0c046e4e94bb98c162b6a0e8a9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6dcee13843ec467f942cc6e41064712a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/ec0a906ab0084a108ebf949724975ea5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6e55b7c347ae4f979c2d61e89be904ec, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/b7f3a8d1707b4b7d9dfa2bb3e71ceb05, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/cfcacfae3351484a9f35540f52a62476, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/4e08a63903fe4b7d855776269ed38c93, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/9709a51928584f539b016adf01ba4f4b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/54a8b2de28b94ff59620a2ef8e6d56e3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/c5d315e44a694df3ad101ba615b4c1a6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6efdd9581c8c4d6d8c18bdd5f15f7e05, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/3c2ebd7ee8964e53ad19321969415441, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/841d356713e44148b2ce833ae2655c1a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/26837727c1ef41a2ae30f5789b053aa3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/04762475cd9a40acbaf699223c2ea2ff] to archive 2024-11-20T13:23:33,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:23:33,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/63d4b4f7c7474c77a38447a7bec4d6c1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/63d4b4f7c7474c77a38447a7bec4d6c1 2024-11-20T13:23:33,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/0be274193bea426482c643d1bafa77ce to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/0be274193bea426482c643d1bafa77ce 2024-11-20T13:23:33,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/88e386e716d2401ba272cbfe1193347f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/88e386e716d2401ba272cbfe1193347f 2024-11-20T13:23:33,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d030370c3b164cf8a1b895350e18670d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d030370c3b164cf8a1b895350e18670d 2024-11-20T13:23:33,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d7f75964b3c5463cb4ce481ad7754b59 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d7f75964b3c5463cb4ce481ad7754b59 2024-11-20T13:23:33,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/67d389dfbcf64852875c4ddcaecbfccc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/67d389dfbcf64852875c4ddcaecbfccc 2024-11-20T13:23:33,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a7fdbb8b14754888a828cd12a3267470 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a7fdbb8b14754888a828cd12a3267470 2024-11-20T13:23:33,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f38a09046fb44d9bb126af5a38397d6d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f38a09046fb44d9bb126af5a38397d6d 2024-11-20T13:23:33,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a599d184459649a0924171a5a264adc9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/a599d184459649a0924171a5a264adc9 2024-11-20T13:23:33,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/33c4f3847b9e441088cc25c7845f99fd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/33c4f3847b9e441088cc25c7845f99fd 2024-11-20T13:23:33,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d31c69c0ceb94909a61d979d879addcd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/d31c69c0ceb94909a61d979d879addcd 2024-11-20T13:23:33,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/83d01891b1ca48d9aef9cdab3c3a46c4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/83d01891b1ca48d9aef9cdab3c3a46c4 2024-11-20T13:23:33,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f6386b0c046e4e94bb98c162b6a0e8a9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/f6386b0c046e4e94bb98c162b6a0e8a9 2024-11-20T13:23:33,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6dcee13843ec467f942cc6e41064712a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6dcee13843ec467f942cc6e41064712a 2024-11-20T13:23:33,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/ec0a906ab0084a108ebf949724975ea5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/ec0a906ab0084a108ebf949724975ea5 2024-11-20T13:23:33,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6e55b7c347ae4f979c2d61e89be904ec to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6e55b7c347ae4f979c2d61e89be904ec 2024-11-20T13:23:33,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/b7f3a8d1707b4b7d9dfa2bb3e71ceb05 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/b7f3a8d1707b4b7d9dfa2bb3e71ceb05 2024-11-20T13:23:33,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/cfcacfae3351484a9f35540f52a62476 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/cfcacfae3351484a9f35540f52a62476 2024-11-20T13:23:33,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/4e08a63903fe4b7d855776269ed38c93 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/4e08a63903fe4b7d855776269ed38c93 2024-11-20T13:23:33,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/9709a51928584f539b016adf01ba4f4b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/9709a51928584f539b016adf01ba4f4b 2024-11-20T13:23:33,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/54a8b2de28b94ff59620a2ef8e6d56e3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/54a8b2de28b94ff59620a2ef8e6d56e3 2024-11-20T13:23:33,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/c5d315e44a694df3ad101ba615b4c1a6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/c5d315e44a694df3ad101ba615b4c1a6 2024-11-20T13:23:33,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6efdd9581c8c4d6d8c18bdd5f15f7e05 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/6efdd9581c8c4d6d8c18bdd5f15f7e05 2024-11-20T13:23:33,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/3c2ebd7ee8964e53ad19321969415441 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/3c2ebd7ee8964e53ad19321969415441 2024-11-20T13:23:33,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/841d356713e44148b2ce833ae2655c1a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/841d356713e44148b2ce833ae2655c1a 2024-11-20T13:23:33,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/26837727c1ef41a2ae30f5789b053aa3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/26837727c1ef41a2ae30f5789b053aa3 2024-11-20T13:23:33,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/04762475cd9a40acbaf699223c2ea2ff to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/04762475cd9a40acbaf699223c2ea2ff 2024-11-20T13:23:33,535 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/recovered.edits/405.seqid, newMaxSeqId=405, maxSeqId=1 2024-11-20T13:23:33,536 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39. 2024-11-20T13:23:33,536 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] regionserver.HRegion(1635): Region close journal for 9d18b30ddcefde83163d95c909123e39: 2024-11-20T13:23:33,539 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=78}] handler.UnassignRegionHandler(170): Closed 9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:33,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=9d18b30ddcefde83163d95c909123e39, regionState=CLOSED 2024-11-20T13:23:33,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T13:23:33,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; CloseRegionProcedure 9d18b30ddcefde83163d95c909123e39, server=5ef453f0fbb6,36009,1732108922197 in 991 msec 2024-11-20T13:23:33,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T13:23:33,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9d18b30ddcefde83163d95c909123e39, UNASSIGN in 995 msec 2024-11-20T13:23:33,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T13:23:33,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 998 msec 2024-11-20T13:23:33,551 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109013551"}]},"ts":"1732109013551"} 2024-11-20T13:23:33,552 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T13:23:33,554 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T13:23:33,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0120 sec 2024-11-20T13:23:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T13:23:33,649 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T13:23:33,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T13:23:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:33,652 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=79, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:33,653 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=79, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T13:23:33,671 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:33,686 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/recovered.edits] 2024-11-20T13:23:33,692 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/59cfa05969694dd5a62407b534c9d5e6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/59cfa05969694dd5a62407b534c9d5e6 2024-11-20T13:23:33,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/6670621e98764b6a89ded8fd6a2945b7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/6670621e98764b6a89ded8fd6a2945b7 2024-11-20T13:23:33,702 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/a6ad160a93d74bf1a25cdc290ef016c0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/A/a6ad160a93d74bf1a25cdc290ef016c0 2024-11-20T13:23:33,706 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/a552d43a6fa74aeca6ba1c0ec1ec154d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/a552d43a6fa74aeca6ba1c0ec1ec154d 2024-11-20T13:23:33,707 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/be108435aa794983b964b567e2723d9a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/be108435aa794983b964b567e2723d9a 2024-11-20T13:23:33,711 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f4ce00dd8fc2477f99b6a89f2f6d9075 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/B/f4ce00dd8fc2477f99b6a89f2f6d9075 2024-11-20T13:23:33,714 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/02b6bf9a3a344791a73864f9595f2670 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/02b6bf9a3a344791a73864f9595f2670 2024-11-20T13:23:33,719 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/7c0344e765e0439b8785d82962a093a5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/7c0344e765e0439b8785d82962a093a5 2024-11-20T13:23:33,721 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/8d66d1fdaa08455393716ca0891f472d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/C/8d66d1fdaa08455393716ca0891f472d 2024-11-20T13:23:33,726 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/recovered.edits/405.seqid to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39/recovered.edits/405.seqid 2024-11-20T13:23:33,727 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/9d18b30ddcefde83163d95c909123e39 2024-11-20T13:23:33,727 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T13:23:33,734 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=79, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T13:23:33,755 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T13:23:33,774 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T13:23:33,775 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=79, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:33,775 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T13:23:33,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732109013775"}]},"ts":"9223372036854775807"} 2024-11-20T13:23:33,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T13:23:33,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9d18b30ddcefde83163d95c909123e39, NAME => 'TestAcidGuarantees,,1732108983125.9d18b30ddcefde83163d95c909123e39.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T13:23:33,800 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T13:23:33,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732109013800"}]},"ts":"9223372036854775807"} 2024-11-20T13:23:33,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T13:23:33,824 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=79, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:33,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 174 msec 2024-11-20T13:23:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T13:23:33,956 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T13:23:33,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 241), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=993 (was 907) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2350 (was 1957) - AvailableMemoryMB LEAK? - 2024-11-20T13:23:34,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=993, ProcessCount=11, AvailableMemoryMB=2350 2024-11-20T13:23:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:23:34,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:23:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:34,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:23:34,025 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:34,026 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:23:34,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 80 2024-11-20T13:23:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-20T13:23:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742132_1308 (size=960) 2024-11-20T13:23:34,125 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:23:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-20T13:23:34,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742133_1309 (size=53) 2024-11-20T13:23:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-20T13:23:34,607 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:23:34,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 004bf21cc829f2d5715e68773c268d51, disabling compactions & flushes 2024-11-20T13:23:34,608 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. after waiting 0 ms 2024-11-20T13:23:34,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,608 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,608 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:34,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:23:34,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732109014612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732109014612"}]},"ts":"1732109014612"} 2024-11-20T13:23:34,614 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:23:34,614 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:23:34,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109014614"}]},"ts":"1732109014614"} 2024-11-20T13:23:34,616 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T13:23:34,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, ASSIGN}] 2024-11-20T13:23:34,623 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, ASSIGN 2024-11-20T13:23:34,623 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=false 2024-11-20T13:23:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-20T13:23:34,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:34,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; OpenRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:23:34,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:34,934 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,934 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7285): Opening region: {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:23:34,935 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,935 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:23:34,935 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7327): checking encryption for 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,935 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(7330): checking classloading for 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,939 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,943 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:34,943 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004bf21cc829f2d5715e68773c268d51 columnFamilyName A 2024-11-20T13:23:34,943 DEBUG [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:34,945 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(327): Store=004bf21cc829f2d5715e68773c268d51/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:34,945 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,947 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:34,947 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004bf21cc829f2d5715e68773c268d51 columnFamilyName B 2024-11-20T13:23:34,947 DEBUG [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:34,948 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(327): Store=004bf21cc829f2d5715e68773c268d51/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:34,948 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,950 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:34,950 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004bf21cc829f2d5715e68773c268d51 columnFamilyName C 2024-11-20T13:23:34,950 DEBUG [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:34,951 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(327): Store=004bf21cc829f2d5715e68773c268d51/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:34,951 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,952 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,952 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,954 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:23:34,961 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1085): writing seq id for 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:34,978 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:23:34,978 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1102): Opened 004bf21cc829f2d5715e68773c268d51; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61800457, jitterRate=-0.07910142838954926}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:23:34,980 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegion(1001): Region open journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:34,982 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., pid=82, masterSystemTime=1732109014928 2024-11-20T13:23:34,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:34,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T13:23:34,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; OpenRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 in 210 msec 2024-11-20T13:23:34,988 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,988 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=82}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:34,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T13:23:34,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, ASSIGN in 366 msec 2024-11-20T13:23:34,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:23:34,991 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109014991"}]},"ts":"1732109014991"} 2024-11-20T13:23:34,992 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T13:23:34,996 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=80, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:23:34,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 974 msec 2024-11-20T13:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=80 2024-11-20T13:23:35,141 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 80 completed 2024-11-20T13:23:35,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-20T13:23:35,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:35,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:35,163 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:35,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:23:35,168 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:23:35,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:23:35,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:23:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T13:23:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742134_1310 (size=996) 2024-11-20T13:23:35,626 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T13:23:35,626 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T13:23:35,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:23:35,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, REOPEN/MOVE}] 2024-11-20T13:23:35,632 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, REOPEN/MOVE 2024-11-20T13:23:35,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:35,634 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:23:35,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:23:35,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:35,788 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:35,788 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:23:35,788 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 004bf21cc829f2d5715e68773c268d51, disabling compactions & flushes 2024-11-20T13:23:35,788 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:35,788 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:35,788 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. after waiting 0 ms 2024-11-20T13:23:35,788 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:35,806 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:23:35,807 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:35,807 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:35,807 WARN [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3786): Not adding moved region record: 004bf21cc829f2d5715e68773c268d51 to self. 2024-11-20T13:23:35,811 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=CLOSED 2024-11-20T13:23:35,812 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:35,831 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, REOPEN/MOVE; state=CLOSED, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=true 2024-11-20T13:23:35,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T13:23:35,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 in 191 msec 2024-11-20T13:23:35,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:35,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=85, state=RUNNABLE; OpenRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:23:36,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,143 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:36,143 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7285): Opening region: {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:23:36,144 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,144 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:23:36,144 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7327): checking encryption for 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,144 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7330): checking classloading for 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,174 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,177 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:36,179 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004bf21cc829f2d5715e68773c268d51 columnFamilyName A 2024-11-20T13:23:36,193 DEBUG [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:36,194 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(327): Store=004bf21cc829f2d5715e68773c268d51/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:36,197 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,201 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:36,201 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004bf21cc829f2d5715e68773c268d51 columnFamilyName B 2024-11-20T13:23:36,202 DEBUG [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:36,202 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(327): Store=004bf21cc829f2d5715e68773c268d51/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:36,203 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,203 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:23:36,204 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 004bf21cc829f2d5715e68773c268d51 columnFamilyName C 2024-11-20T13:23:36,204 DEBUG [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:36,211 INFO [StoreOpener-004bf21cc829f2d5715e68773c268d51-1 {}] regionserver.HStore(327): Store=004bf21cc829f2d5715e68773c268d51/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:23:36,211 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:36,212 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,213 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,216 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:23:36,217 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1085): writing seq id for 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,220 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1102): Opened 004bf21cc829f2d5715e68773c268d51; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74597218, jitterRate=0.11158517003059387}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:23:36,221 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1001): Region open journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:36,221 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., pid=87, masterSystemTime=1732109016139 2024-11-20T13:23:36,224 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:36,224 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:36,224 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=OPEN, openSeqNum=5, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=85 2024-11-20T13:23:36,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=85, state=SUCCESS; OpenRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 in 243 msec 2024-11-20T13:23:36,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T13:23:36,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, REOPEN/MOVE in 597 msec 2024-11-20T13:23:36,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T13:23:36,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 602 msec 2024-11-20T13:23:36,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0630 sec 2024-11-20T13:23:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T13:23:36,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-20T13:23:36,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,262 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-20T13:23:36,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-20T13:23:36,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-20T13:23:36,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-20T13:23:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-20T13:23:36,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-20T13:23:36,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-20T13:23:36,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-20T13:23:36,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,586 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-20T13:23:36,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:23:36,649 DEBUG [hconnection-0x303ccc54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,650 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,663 DEBUG [hconnection-0x1e003b41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,665 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,670 DEBUG [hconnection-0xcb56e28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,671 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:36,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:36,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:36,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:36,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:36,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:36,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:36,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:36,701 DEBUG [hconnection-0x7bba170f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,702 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109076710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109076711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,741 DEBUG [hconnection-0x70610060-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:36,747 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-20T13:23:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T13:23:36,755 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:36,756 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:36,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:36,770 DEBUG [hconnection-0x1f6c39f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,773 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109076775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109076812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109076816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,846 DEBUG [hconnection-0x5b919a16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,848 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200f28e346fafc4a8d89c79bff2a1fc806_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109016675/Put/seqid=0 2024-11-20T13:23:36,868 DEBUG [hconnection-0x3c1bd92d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T13:23:36,871 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,876 DEBUG [hconnection-0xb99095c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109076877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,878 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109076880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,890 DEBUG [hconnection-0x1f5523b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:23:36,900 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:23:36,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109076907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:36,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:36,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:36,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:36,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:36,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:36,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:36,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109076981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742135_1311 (size=12154) 2024-11-20T13:23:37,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:37,006 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200f28e346fafc4a8d89c79bff2a1fc806_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200f28e346fafc4a8d89c79bff2a1fc806_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:37,007 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4b66a0c1e124e88aa14c6ba0e29cdd7, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:37,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4b66a0c1e124e88aa14c6ba0e29cdd7 is 175, key is test_row_0/A:col10/1732109016675/Put/seqid=0 2024-11-20T13:23:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109077009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109077014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109077021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T13:23:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109077083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742136_1312 (size=30955) 2024-11-20T13:23:37,106 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4b66a0c1e124e88aa14c6ba0e29cdd7 2024-11-20T13:23:37,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/6de01441ef694bf989b5cccc05cdb7f2 is 50, key is test_row_0/B:col10/1732109016675/Put/seqid=0 2024-11-20T13:23:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109077188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109077213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742137_1313 (size=12001) 2024-11-20T13:23:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109077325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109077331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:37,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T13:23:37,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109077387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109077497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109077522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/6de01441ef694bf989b5cccc05cdb7f2 2024-11-20T13:23:37,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/8f76713abe9a446b88496756bd77ce3f is 50, key is test_row_0/C:col10/1732109016675/Put/seqid=0 2024-11-20T13:23:37,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109077827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109077838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742138_1314 (size=12001) 2024-11-20T13:23:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T13:23:37,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109077893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:37,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:37,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:37,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:37,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:38,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109078004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:38,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109078036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:38,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:38,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:38,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:38,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:38,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/8f76713abe9a446b88496756bd77ce3f 2024-11-20T13:23:38,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4b66a0c1e124e88aa14c6ba0e29cdd7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4b66a0c1e124e88aa14c6ba0e29cdd7 2024-11-20T13:23:38,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:38,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:38,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:38,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:38,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4b66a0c1e124e88aa14c6ba0e29cdd7, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T13:23:38,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/6de01441ef694bf989b5cccc05cdb7f2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/6de01441ef694bf989b5cccc05cdb7f2 2024-11-20T13:23:38,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/6de01441ef694bf989b5cccc05cdb7f2, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T13:23:38,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/8f76713abe9a446b88496756bd77ce3f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/8f76713abe9a446b88496756bd77ce3f 2024-11-20T13:23:38,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/8f76713abe9a446b88496756bd77ce3f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T13:23:38,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 004bf21cc829f2d5715e68773c268d51 in 1767ms, sequenceid=16, compaction requested=false 2024-11-20T13:23:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:38,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:38,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-20T13:23:38,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:38,469 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T13:23:38,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:38,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:38,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112001ed1b17e2b649cdab2d9fd396c29e84_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109016708/Put/seqid=0 2024-11-20T13:23:38,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742139_1315 (size=12154) 2024-11-20T13:23:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:38,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T13:23:38,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109078909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:38,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109078925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:38,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109078922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:39,014 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112001ed1b17e2b649cdab2d9fd396c29e84_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112001ed1b17e2b649cdab2d9fd396c29e84_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b5f65a480581447595a3ddc765d87ad9, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b5f65a480581447595a3ddc765d87ad9 is 175, key is test_row_0/A:col10/1732109016708/Put/seqid=0 2024-11-20T13:23:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109079020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109079034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742140_1316 (size=30955) 2024-11-20T13:23:39,077 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b5f65a480581447595a3ddc765d87ad9 2024-11-20T13:23:39,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/57e3141b11384eee957188cdb441a7ae is 50, key is test_row_0/B:col10/1732109016708/Put/seqid=0 2024-11-20T13:23:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109079052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109079056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109079058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742141_1317 (size=12001) 2024-11-20T13:23:39,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:23:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109079257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109079318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109079318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,568 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/57e3141b11384eee957188cdb441a7ae 2024-11-20T13:23:39,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/fbc598fe3c444858bebc86586e097855 is 50, key is test_row_0/C:col10/1732109016708/Put/seqid=0 2024-11-20T13:23:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109079603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109079638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109079644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742142_1318 (size=12001) 2024-11-20T13:23:40,111 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/fbc598fe3c444858bebc86586e097855 2024-11-20T13:23:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b5f65a480581447595a3ddc765d87ad9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b5f65a480581447595a3ddc765d87ad9 2024-11-20T13:23:40,135 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b5f65a480581447595a3ddc765d87ad9, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T13:23:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/57e3141b11384eee957188cdb441a7ae as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/57e3141b11384eee957188cdb441a7ae 2024-11-20T13:23:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109080145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:40,163 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/57e3141b11384eee957188cdb441a7ae, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T13:23:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/fbc598fe3c444858bebc86586e097855 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fbc598fe3c444858bebc86586e097855 2024-11-20T13:23:40,183 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fbc598fe3c444858bebc86586e097855, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T13:23:40,188 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 004bf21cc829f2d5715e68773c268d51 in 1719ms, sequenceid=41, compaction requested=false 2024-11-20T13:23:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:40,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-20T13:23:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=89 2024-11-20T13:23:40,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T13:23:40,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4340 sec 2024-11-20T13:23:40,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 3.4460 sec 2024-11-20T13:23:40,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T13:23:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:40,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:40,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:40,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:40,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:40,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:40,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:40,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9e3b5533e22404a92340371b7865329_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109020205/Put/seqid=0 2024-11-20T13:23:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742143_1319 (size=17034) 2024-11-20T13:23:40,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109080509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109080530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:40,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109080631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:40,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109080644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:40,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:40,739 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9e3b5533e22404a92340371b7865329_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9e3b5533e22404a92340371b7865329_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:40,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bf5dfc4101b84ac19747f125168d7be0, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:40,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bf5dfc4101b84ac19747f125168d7be0 is 175, key is test_row_0/A:col10/1732109020205/Put/seqid=0 2024-11-20T13:23:40,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742144_1320 (size=48139) 2024-11-20T13:23:40,783 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bf5dfc4101b84ac19747f125168d7be0 2024-11-20T13:23:40,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/e566c9a2e5cc42189a12b55623babab1 is 50, key is test_row_0/B:col10/1732109020205/Put/seqid=0 2024-11-20T13:23:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109080842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:40,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742145_1321 (size=12001) 2024-11-20T13:23:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-20T13:23:40,881 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-20T13:23:40,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-20T13:23:40,885 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:40,886 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:40,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-20T13:23:40,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109080864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-20T13:23:41,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T13:23:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:41,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109081060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,109 DEBUG [Thread-1417 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4319 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109081136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109081160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109081177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,177 DEBUG [Thread-1423 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4386 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-20T13:23:41,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T13:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109081208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/e566c9a2e5cc42189a12b55623babab1 2024-11-20T13:23:41,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/b6db7b7a4e0949fb8acb9477f0de0528 is 50, key is test_row_0/C:col10/1732109020205/Put/seqid=0 2024-11-20T13:23:41,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T13:23:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742146_1322 (size=12001) 2024-11-20T13:23:41,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:41,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/b6db7b7a4e0949fb8acb9477f0de0528 2024-11-20T13:23:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bf5dfc4101b84ac19747f125168d7be0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bf5dfc4101b84ac19747f125168d7be0 2024-11-20T13:23:41,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bf5dfc4101b84ac19747f125168d7be0, entries=250, sequenceid=54, filesize=47.0 K 2024-11-20T13:23:41,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/e566c9a2e5cc42189a12b55623babab1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/e566c9a2e5cc42189a12b55623babab1 2024-11-20T13:23:41,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/e566c9a2e5cc42189a12b55623babab1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T13:23:41,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/b6db7b7a4e0949fb8acb9477f0de0528 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6db7b7a4e0949fb8acb9477f0de0528 2024-11-20T13:23:41,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6db7b7a4e0949fb8acb9477f0de0528, entries=150, sequenceid=54, filesize=11.7 K 2024-11-20T13:23:41,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 004bf21cc829f2d5715e68773c268d51 in 1186ms, sequenceid=54, compaction requested=true 2024-11-20T13:23:41,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:41,396 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:41,398 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:41,398 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:41,398 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,398 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4b66a0c1e124e88aa14c6ba0e29cdd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b5f65a480581447595a3ddc765d87ad9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bf5dfc4101b84ac19747f125168d7be0] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=107.5 K 2024-11-20T13:23:41,398 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,398 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4b66a0c1e124e88aa14c6ba0e29cdd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b5f65a480581447595a3ddc765d87ad9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bf5dfc4101b84ac19747f125168d7be0] 2024-11-20T13:23:41,398 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4b66a0c1e124e88aa14c6ba0e29cdd7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732109016670 2024-11-20T13:23:41,399 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5f65a480581447595a3ddc765d87ad9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732109016706 2024-11-20T13:23:41,399 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf5dfc4101b84ac19747f125168d7be0, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732109018861 2024-11-20T13:23:41,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:41,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:41,403 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:41,405 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:41,405 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:41,405 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,405 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/6de01441ef694bf989b5cccc05cdb7f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/57e3141b11384eee957188cdb441a7ae, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/e566c9a2e5cc42189a12b55623babab1] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=35.2 K 2024-11-20T13:23:41,406 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 6de01441ef694bf989b5cccc05cdb7f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732109016670 2024-11-20T13:23:41,406 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 57e3141b11384eee957188cdb441a7ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732109016706 2024-11-20T13:23:41,407 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e566c9a2e5cc42189a12b55623babab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732109018922 2024-11-20T13:23:41,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:41,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:41,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:41,413 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:41,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:41,421 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112009628d5d3351468e907663ca05293ab8_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:41,423 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112009628d5d3351468e907663ca05293ab8_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:41,424 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009628d5d3351468e907663ca05293ab8_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:41,430 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:41,431 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dff8c4e93d2443df88697b2f69a73426 is 50, key is test_row_0/B:col10/1732109020205/Put/seqid=0 2024-11-20T13:23:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-20T13:23:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742147_1323 (size=4469) 2024-11-20T13:23:41,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,522 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#267 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:41,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-20T13:23:41,523 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/826927e483b84f20b7be4ea756501c4a is 175, key is test_row_0/A:col10/1732109020205/Put/seqid=0 2024-11-20T13:23:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,524 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T13:23:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:41,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:41,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742148_1324 (size=12104) 2024-11-20T13:23:41,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742149_1325 (size=31058) 2024-11-20T13:23:41,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9c531034ff7445a9157fb8479ff01e0_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109020528/Put/seqid=0 2024-11-20T13:23:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:41,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742150_1326 (size=12154) 2024-11-20T13:23:41,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:41,751 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9c531034ff7445a9157fb8479ff01e0_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9c531034ff7445a9157fb8479ff01e0_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:41,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4c0dbcdbf6d416e938f876c46a5f362, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:41,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4c0dbcdbf6d416e938f876c46a5f362 is 175, key is test_row_0/A:col10/1732109020528/Put/seqid=0 2024-11-20T13:23:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742151_1327 (size=30955) 2024-11-20T13:23:41,801 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4c0dbcdbf6d416e938f876c46a5f362 2024-11-20T13:23:41,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/22d488ec2e9741e4b6b841f093fb2d7d is 50, key is test_row_0/B:col10/1732109020528/Put/seqid=0 2024-11-20T13:23:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742152_1328 (size=12001) 2024-11-20T13:23:41,873 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/22d488ec2e9741e4b6b841f093fb2d7d 2024-11-20T13:23:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/e0be241346d446a8bdfd7703474061b0 is 50, key is test_row_0/C:col10/1732109020528/Put/seqid=0 2024-11-20T13:23:41,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109081905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742153_1329 (size=12001) 2024-11-20T13:23:41,943 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/e0be241346d446a8bdfd7703474061b0 2024-11-20T13:23:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109081929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4c0dbcdbf6d416e938f876c46a5f362 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4c0dbcdbf6d416e938f876c46a5f362 2024-11-20T13:23:41,963 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dff8c4e93d2443df88697b2f69a73426 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dff8c4e93d2443df88697b2f69a73426 2024-11-20T13:23:41,965 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4c0dbcdbf6d416e938f876c46a5f362, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T13:23:41,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/22d488ec2e9741e4b6b841f093fb2d7d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/22d488ec2e9741e4b6b841f093fb2d7d 2024-11-20T13:23:41,969 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into dff8c4e93d2443df88697b2f69a73426(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:41,969 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:41,969 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=13, startTime=1732109021400; duration=0sec 2024-11-20T13:23:41,970 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:41,970 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:41,970 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:41,971 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:41,971 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:41,971 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,972 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/8f76713abe9a446b88496756bd77ce3f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fbc598fe3c444858bebc86586e097855, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6db7b7a4e0949fb8acb9477f0de0528] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=35.2 K 2024-11-20T13:23:41,973 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f76713abe9a446b88496756bd77ce3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732109016670 2024-11-20T13:23:41,974 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/22d488ec2e9741e4b6b841f093fb2d7d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:23:41,974 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting fbc598fe3c444858bebc86586e097855, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732109016706 2024-11-20T13:23:41,975 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b6db7b7a4e0949fb8acb9477f0de0528, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732109018922 2024-11-20T13:23:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/e0be241346d446a8bdfd7703474061b0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/e0be241346d446a8bdfd7703474061b0 2024-11-20T13:23:41,987 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/e0be241346d446a8bdfd7703474061b0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:23:41,988 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 004bf21cc829f2d5715e68773c268d51 in 464ms, sequenceid=77, compaction requested=false 2024-11-20T13:23:41,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:41,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:41,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-20T13:23:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=91 2024-11-20T13:23:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-20T13:23:41,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T13:23:41,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1040 sec 2024-11-20T13:23:41,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.1110 sec 2024-11-20T13:23:41,999 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:41,999 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9a30a455e40d4bc3ba2b4da199c68ace is 50, key is test_row_0/C:col10/1732109020205/Put/seqid=0 2024-11-20T13:23:42,040 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/826927e483b84f20b7be4ea756501c4a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/826927e483b84f20b7be4ea756501c4a 2024-11-20T13:23:42,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742154_1330 (size=12104) 2024-11-20T13:23:42,049 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into 826927e483b84f20b7be4ea756501c4a(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:42,049 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:42,049 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=13, startTime=1732109021396; duration=0sec 2024-11-20T13:23:42,049 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:42,049 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:42,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T13:23:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:42,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:42,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205dab94453eb6401a94f8304fa2a88ece_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109022072/Put/seqid=0 2024-11-20T13:23:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742155_1331 (size=14594) 2024-11-20T13:23:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109082302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109082301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:42,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109082425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:42,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109082426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:42,462 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9a30a455e40d4bc3ba2b4da199c68ace as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9a30a455e40d4bc3ba2b4da199c68ace 2024-11-20T13:23:42,468 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into 9a30a455e40d4bc3ba2b4da199c68ace(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:42,468 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:42,468 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=13, startTime=1732109021410; duration=0sec 2024-11-20T13:23:42,468 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:42,468 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:42,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:42,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205dab94453eb6401a94f8304fa2a88ece_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205dab94453eb6401a94f8304fa2a88ece_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:42,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/2ff21af0d0b44911a51cb9ebe4770a6d, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:42,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/2ff21af0d0b44911a51cb9ebe4770a6d is 175, key is test_row_0/A:col10/1732109022072/Put/seqid=0 2024-11-20T13:23:42,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109082652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:42,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742156_1332 (size=39549) 2024-11-20T13:23:42,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109082657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-11-20T13:23:42,995 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-11-20T13:23:42,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109082976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-20T13:23:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109082988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,010 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:43,011 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:43,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T13:23:43,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/2ff21af0d0b44911a51cb9ebe4770a6d 2024-11-20T13:23:43,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/eac26c9270ce436c8430e4a444351a18 is 50, key is test_row_0/B:col10/1732109022072/Put/seqid=0 2024-11-20T13:23:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T13:23:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742157_1333 (size=12001) 2024-11-20T13:23:43,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T13:23:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109083190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,207 DEBUG [Thread-1421 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4298 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T13:23:43,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T13:23:43,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:43,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T13:23:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109083508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109083513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/eac26c9270ce436c8430e4a444351a18 2024-11-20T13:23:43,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/5f8f6c2f39214f388aacedfea4c99ca8 is 50, key is test_row_0/C:col10/1732109022072/Put/seqid=0 2024-11-20T13:23:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T13:23:43,668 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T13:23:43,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742158_1334 (size=12001) 2024-11-20T13:23:43,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/5f8f6c2f39214f388aacedfea4c99ca8 2024-11-20T13:23:43,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/2ff21af0d0b44911a51cb9ebe4770a6d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/2ff21af0d0b44911a51cb9ebe4770a6d 2024-11-20T13:23:43,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/2ff21af0d0b44911a51cb9ebe4770a6d, entries=200, sequenceid=93, filesize=38.6 K 2024-11-20T13:23:43,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/eac26c9270ce436c8430e4a444351a18 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/eac26c9270ce436c8430e4a444351a18 2024-11-20T13:23:43,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/eac26c9270ce436c8430e4a444351a18, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T13:23:43,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/5f8f6c2f39214f388aacedfea4c99ca8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5f8f6c2f39214f388aacedfea4c99ca8 2024-11-20T13:23:43,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5f8f6c2f39214f388aacedfea4c99ca8, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T13:23:43,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 004bf21cc829f2d5715e68773c268d51 in 1635ms, sequenceid=93, compaction requested=true 2024-11-20T13:23:43,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:43,710 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:43,711 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:43,711 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:43,712 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,712 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/826927e483b84f20b7be4ea756501c4a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4c0dbcdbf6d416e938f876c46a5f362, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/2ff21af0d0b44911a51cb9ebe4770a6d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=99.2 K 2024-11-20T13:23:43,712 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,712 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/826927e483b84f20b7be4ea756501c4a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4c0dbcdbf6d416e938f876c46a5f362, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/2ff21af0d0b44911a51cb9ebe4770a6d] 2024-11-20T13:23:43,712 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 826927e483b84f20b7be4ea756501c4a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732109018922 2024-11-20T13:23:43,713 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4c0dbcdbf6d416e938f876c46a5f362, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109020476 2024-11-20T13:23:43,713 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ff21af0d0b44911a51cb9ebe4770a6d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109021835 2024-11-20T13:23:43,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:43,713 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:43,715 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:43,715 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:43,715 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,715 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dff8c4e93d2443df88697b2f69a73426, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/22d488ec2e9741e4b6b841f093fb2d7d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/eac26c9270ce436c8430e4a444351a18] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=35.3 K 2024-11-20T13:23:43,716 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting dff8c4e93d2443df88697b2f69a73426, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732109018922 2024-11-20T13:23:43,717 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 22d488ec2e9741e4b6b841f093fb2d7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109020476 2024-11-20T13:23:43,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:43,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:43,717 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting eac26c9270ce436c8430e4a444351a18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109021886 2024-11-20T13:23:43,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:43,729 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:43,748 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:43,748 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/f292316c442a4da89fce3d862e666d5c is 50, key is test_row_0/B:col10/1732109022072/Put/seqid=0 2024-11-20T13:23:43,767 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120bd739cdc920c4bc8ad2b9d4c7d1eca86_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:43,770 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120bd739cdc920c4bc8ad2b9d4c7d1eca86_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:43,770 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bd739cdc920c4bc8ad2b9d4c7d1eca86_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:43,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:43,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-20T13:23:43,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742159_1335 (size=12207) 2024-11-20T13:23:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,913 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T13:23:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:43,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:43,923 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/f292316c442a4da89fce3d862e666d5c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f292316c442a4da89fce3d862e666d5c 2024-11-20T13:23:43,948 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into f292316c442a4da89fce3d862e666d5c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:43,948 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:43,948 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=13, startTime=1732109023713; duration=0sec 2024-11-20T13:23:43,948 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:43,948 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:43,948 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:43,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742160_1336 (size=4469) 2024-11-20T13:23:43,952 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#276 average throughput is 0.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:43,952 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/dee28a7a299148d6b199f41f1b669e21 is 175, key is test_row_0/A:col10/1732109022072/Put/seqid=0 2024-11-20T13:23:43,954 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:43,954 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:43,955 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:43,955 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9a30a455e40d4bc3ba2b4da199c68ace, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/e0be241346d446a8bdfd7703474061b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5f8f6c2f39214f388aacedfea4c99ca8] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=35.3 K 2024-11-20T13:23:43,955 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a30a455e40d4bc3ba2b4da199c68ace, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732109018922 2024-11-20T13:23:43,956 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e0be241346d446a8bdfd7703474061b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109020476 2024-11-20T13:23:43,956 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f8f6c2f39214f388aacedfea4c99ca8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109021886 2024-11-20T13:23:43,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b15f0765a4de4c419ce33c75a8944b5c_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109022298/Put/seqid=0 2024-11-20T13:23:44,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742161_1337 (size=31161) 2024-11-20T13:23:44,035 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:44,035 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/51e3935533ea4a9ea7b4c75b9ee2afd7 is 50, key is test_row_0/C:col10/1732109022072/Put/seqid=0 2024-11-20T13:23:44,046 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/dee28a7a299148d6b199f41f1b669e21 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/dee28a7a299148d6b199f41f1b669e21 2024-11-20T13:23:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742162_1338 (size=12154) 2024-11-20T13:23:44,068 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into dee28a7a299148d6b199f41f1b669e21(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:44,069 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:44,069 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=13, startTime=1732109023710; duration=0sec 2024-11-20T13:23:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,069 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:44,069 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:44,083 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b15f0765a4de4c419ce33c75a8944b5c_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b15f0765a4de4c419ce33c75a8944b5c_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:44,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/78fcf87e156c48b48f0a898b52918387, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:44,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/78fcf87e156c48b48f0a898b52918387 is 175, key is test_row_0/A:col10/1732109022298/Put/seqid=0 2024-11-20T13:23:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T13:23:44,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742163_1339 (size=12207) 2024-11-20T13:23:44,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742164_1340 (size=30955) 2024-11-20T13:23:44,180 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/78fcf87e156c48b48f0a898b52918387 2024-11-20T13:23:44,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/9214fef8e32e4e9f95a0920f0d67ebed is 50, key is test_row_0/B:col10/1732109022298/Put/seqid=0 2024-11-20T13:23:44,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742165_1341 (size=12001) 2024-11-20T13:23:44,239 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/9214fef8e32e4e9f95a0920f0d67ebed 2024-11-20T13:23:44,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/918613fb9cb244878c54890f2b62af0a is 50, key is test_row_0/C:col10/1732109022298/Put/seqid=0 2024-11-20T13:23:44,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742166_1342 (size=12001) 2024-11-20T13:23:44,316 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/918613fb9cb244878c54890f2b62af0a 2024-11-20T13:23:44,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/78fcf87e156c48b48f0a898b52918387 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/78fcf87e156c48b48f0a898b52918387 2024-11-20T13:23:44,330 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/78fcf87e156c48b48f0a898b52918387, entries=150, sequenceid=116, filesize=30.2 K 2024-11-20T13:23:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/9214fef8e32e4e9f95a0920f0d67ebed as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/9214fef8e32e4e9f95a0920f0d67ebed 2024-11-20T13:23:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,337 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/9214fef8e32e4e9f95a0920f0d67ebed, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T13:23:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/918613fb9cb244878c54890f2b62af0a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/918613fb9cb244878c54890f2b62af0a 2024-11-20T13:23:44,342 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/918613fb9cb244878c54890f2b62af0a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T13:23:44,343 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 004bf21cc829f2d5715e68773c268d51 in 429ms, sequenceid=116, compaction requested=false 2024-11-20T13:23:44,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:44,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:44,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-20T13:23:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-11-20T13:23:44,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T13:23:44,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3330 sec 2024-11-20T13:23:44,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.3450 sec 2024-11-20T13:23:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,583 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/51e3935533ea4a9ea7b4c75b9ee2afd7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51e3935533ea4a9ea7b4c75b9ee2afd7 2024-11-20T13:23:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,588 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into 51e3935533ea4a9ea7b4c75b9ee2afd7(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:44,588 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:44,588 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=13, startTime=1732109023719; duration=0sec 2024-11-20T13:23:44,589 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:44,589 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:44,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:44,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:45,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208197957c404c4aa18849ea0dbe9a5916_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109024964/Put/seqid=0 2024-11-20T13:23:45,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742167_1343 (size=14694) 2024-11-20T13:23:45,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208197957c404c4aa18849ea0dbe9a5916_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208197957c404c4aa18849ea0dbe9a5916_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:45,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/171a1a191ccd477bae7fccf98613f24e, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:45,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/171a1a191ccd477bae7fccf98613f24e is 175, key is test_row_0/A:col10/1732109024964/Put/seqid=0 2024-11-20T13:23:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T13:23:45,121 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-20T13:23:45,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-20T13:23:45,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T13:23:45,126 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:45,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742168_1344 (size=39649) 2024-11-20T13:23:45,138 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/171a1a191ccd477bae7fccf98613f24e 2024-11-20T13:23:45,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/ea94c3d41cc44c62ba4374093839220c is 50, key is test_row_0/B:col10/1732109024964/Put/seqid=0 2024-11-20T13:23:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109085173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109085175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109085195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,210 DEBUG [Thread-1423 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8419 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:45,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109085197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742169_1345 (size=12101) 2024-11-20T13:23:45,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/ea94c3d41cc44c62ba4374093839220c 2024-11-20T13:23:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T13:23:45,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/7ed2d85e626044a985d4a545bb9279d8 is 50, key is test_row_0/C:col10/1732109024964/Put/seqid=0 2024-11-20T13:23:45,284 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742170_1346 (size=12101) 2024-11-20T13:23:45,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-20T13:23:45,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/7ed2d85e626044a985d4a545bb9279d8 2024-11-20T13:23:45,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:45,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/171a1a191ccd477bae7fccf98613f24e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/171a1a191ccd477bae7fccf98613f24e 2024-11-20T13:23:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/171a1a191ccd477bae7fccf98613f24e, entries=200, sequenceid=130, filesize=38.7 K 2024-11-20T13:23:45,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/ea94c3d41cc44c62ba4374093839220c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/ea94c3d41cc44c62ba4374093839220c 2024-11-20T13:23:45,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/ea94c3d41cc44c62ba4374093839220c, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T13:23:45,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/7ed2d85e626044a985d4a545bb9279d8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/7ed2d85e626044a985d4a545bb9279d8 2024-11-20T13:23:45,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/7ed2d85e626044a985d4a545bb9279d8, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T13:23:45,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 004bf21cc829f2d5715e68773c268d51 in 349ms, sequenceid=130, compaction requested=true 2024-11-20T13:23:45,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:45,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:45,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:45,321 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:45,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:45,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:45,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:45,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:45,322 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:45,322 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:45,323 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:45,323 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,323 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/dee28a7a299148d6b199f41f1b669e21, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/78fcf87e156c48b48f0a898b52918387, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/171a1a191ccd477bae7fccf98613f24e] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=99.4 K 2024-11-20T13:23:45,323 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,323 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/dee28a7a299148d6b199f41f1b669e21, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/78fcf87e156c48b48f0a898b52918387, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/171a1a191ccd477bae7fccf98613f24e] 2024-11-20T13:23:45,323 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting dee28a7a299148d6b199f41f1b669e21, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109021886 2024-11-20T13:23:45,323 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:45,324 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:45,324 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,324 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f292316c442a4da89fce3d862e666d5c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/9214fef8e32e4e9f95a0920f0d67ebed, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/ea94c3d41cc44c62ba4374093839220c] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=35.5 K 2024-11-20T13:23:45,324 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78fcf87e156c48b48f0a898b52918387, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732109022277 2024-11-20T13:23:45,324 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f292316c442a4da89fce3d862e666d5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109021886 2024-11-20T13:23:45,325 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9214fef8e32e4e9f95a0920f0d67ebed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732109022277 2024-11-20T13:23:45,325 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ea94c3d41cc44c62ba4374093839220c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109024912 2024-11-20T13:23:45,325 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 171a1a191ccd477bae7fccf98613f24e, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109024753 2024-11-20T13:23:45,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:23:45,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:45,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:45,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:45,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:45,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:45,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:45,347 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:45,348 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/1bfd2ca6c3724715b8dab488d3273873 is 50, key is test_row_0/B:col10/1732109024964/Put/seqid=0 2024-11-20T13:23:45,352 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:45,385 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120914de11a8a4246ebb0ee23d3c4f266bc_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:45,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120914de11a8a4246ebb0ee23d3c4f266bc_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:45,387 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120914de11a8a4246ebb0ee23d3c4f266bc_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:45,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201732abb75d794077a8f180078b649d77_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109025331/Put/seqid=0 2024-11-20T13:23:45,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109085373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742171_1347 (size=12409) 2024-11-20T13:23:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T13:23:45,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109085395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109085415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742172_1348 (size=14794) 2024-11-20T13:23:45,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-20T13:23:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,478 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201732abb75d794077a8f180078b649d77_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201732abb75d794077a8f180078b649d77_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:45,480 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/778e80b7f25c435095fb697e31ce62e3, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:45,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/778e80b7f25c435095fb697e31ce62e3 is 175, key is test_row_0/A:col10/1732109025331/Put/seqid=0 2024-11-20T13:23:45,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742173_1349 (size=4469) 2024-11-20T13:23:45,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109085517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742174_1350 (size=39749) 2024-11-20T13:23:45,554 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/778e80b7f25c435095fb697e31ce62e3 2024-11-20T13:23:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109085540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/846cfd4ded46459da28efca2fd935e31 is 50, key is test_row_0/B:col10/1732109025331/Put/seqid=0 2024-11-20T13:23:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109085552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742175_1351 (size=12151) 2024-11-20T13:23:45,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/846cfd4ded46459da28efca2fd935e31 2024-11-20T13:23:45,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/c7ac719afef148b2b963f4fa32f5717c is 50, key is test_row_0/C:col10/1732109025331/Put/seqid=0 2024-11-20T13:23:45,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-20T13:23:45,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:45,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742176_1352 (size=12151) 2024-11-20T13:23:45,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/c7ac719afef148b2b963f4fa32f5717c 2024-11-20T13:23:45,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/778e80b7f25c435095fb697e31ce62e3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/778e80b7f25c435095fb697e31ce62e3 2024-11-20T13:23:45,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/778e80b7f25c435095fb697e31ce62e3, entries=200, sequenceid=156, filesize=38.8 K 2024-11-20T13:23:45,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/846cfd4ded46459da28efca2fd935e31 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/846cfd4ded46459da28efca2fd935e31 2024-11-20T13:23:45,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/846cfd4ded46459da28efca2fd935e31, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T13:23:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/c7ac719afef148b2b963f4fa32f5717c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c7ac719afef148b2b963f4fa32f5717c 2024-11-20T13:23:45,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c7ac719afef148b2b963f4fa32f5717c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T13:23:45,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 004bf21cc829f2d5715e68773c268d51 in 352ms, sequenceid=156, compaction requested=true 2024-11-20T13:23:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:45,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:45,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:45,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:23:45,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:45,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T13:23:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T13:23:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-20T13:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,787 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T13:23:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:45,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:45,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,824 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/1bfd2ca6c3724715b8dab488d3273873 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1bfd2ca6c3724715b8dab488d3273873 2024-11-20T13:23:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,831 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into 1bfd2ca6c3724715b8dab488d3273873(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:45,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:45,831 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=13, startTime=1732109025321; duration=0sec 2024-11-20T13:23:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T13:23:45,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:45,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-20T13:23:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:23:45,832 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:23:45,832 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. because compaction request was cancelled 2024-11-20T13:23:45,832 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,832 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,833 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:45,833 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:45,833 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:45,833 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51e3935533ea4a9ea7b4c75b9ee2afd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/918613fb9cb244878c54890f2b62af0a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/7ed2d85e626044a985d4a545bb9279d8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c7ac719afef148b2b963f4fa32f5717c] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=47.3 K 2024-11-20T13:23:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,834 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 51e3935533ea4a9ea7b4c75b9ee2afd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109021886 2024-11-20T13:23:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,834 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 918613fb9cb244878c54890f2b62af0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732109022277 2024-11-20T13:23:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,834 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ed2d85e626044a985d4a545bb9279d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109024912 2024-11-20T13:23:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,834 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting c7ac719afef148b2b963f4fa32f5717c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732109025172 2024-11-20T13:23:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,867 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,867 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/439b1ca1a07b490e9fc08581b026c2f0 is 50, key is test_row_0/C:col10/1732109025331/Put/seqid=0 2024-11-20T13:23:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201ce98e9a61c84aebbc98c14d4551c7f6_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109025389/Put/seqid=0 2024-11-20T13:23:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,917 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#286 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,918 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/1411545b31374c7abae0b4b1900302fe is 175, key is test_row_0/A:col10/1732109024964/Put/seqid=0 2024-11-20T13:23:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742177_1353 (size=12493) 2024-11-20T13:23:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742178_1354 (size=9814) 2024-11-20T13:23:45,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742179_1355 (size=31363) 2024-11-20T13:23:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109086211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109086212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T13:23:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109086201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109086352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109086358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109086368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:46,440 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201ce98e9a61c84aebbc98c14d4551c7f6_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201ce98e9a61c84aebbc98c14d4551c7f6_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:46,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bd2b3f9649df43eb92477095bdf190b0, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bd2b3f9649df43eb92477095bdf190b0 is 175, key is test_row_0/A:col10/1732109025389/Put/seqid=0 2024-11-20T13:23:46,452 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/439b1ca1a07b490e9fc08581b026c2f0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/439b1ca1a07b490e9fc08581b026c2f0 2024-11-20T13:23:46,453 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/1411545b31374c7abae0b4b1900302fe as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/1411545b31374c7abae0b4b1900302fe 2024-11-20T13:23:46,473 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into 1411545b31374c7abae0b4b1900302fe(size=30.6 K), total size for store is 69.4 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:46,473 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=13, startTime=1732109025321; duration=1sec 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. because compaction request was cancelled 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:46,473 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T13:23:46,475 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:23:46,475 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:23:46,475 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. because compaction request was cancelled 2024-11-20T13:23:46,475 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:46,475 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into 439b1ca1a07b490e9fc08581b026c2f0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:46,475 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:46,475 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=12, startTime=1732109025685; duration=0sec 2024-11-20T13:23:46,475 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:46,475 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742180_1356 (size=22461) 2024-11-20T13:23:46,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109086572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109086584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109086591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,905 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bd2b3f9649df43eb92477095bdf190b0 2024-11-20T13:23:46,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109086891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109086899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109086900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/995c32501dfd45c1a7b515815725033e is 50, key is test_row_0/B:col10/1732109025389/Put/seqid=0 2024-11-20T13:23:46,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742181_1357 (size=9757) 2024-11-20T13:23:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54428 deadline: 1732109087224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:47,243 DEBUG [Thread-1421 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8334 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:23:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T13:23:47,390 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/995c32501dfd45c1a7b515815725033e 2024-11-20T13:23:47,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/c4c1d6c1ca3240c4a2076fa118abf338 is 50, key is test_row_0/C:col10/1732109025389/Put/seqid=0 2024-11-20T13:23:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109087420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:47,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109087425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742182_1358 (size=9757) 2024-11-20T13:23:47,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109087434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:47,454 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/c4c1d6c1ca3240c4a2076fa118abf338 2024-11-20T13:23:47,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bd2b3f9649df43eb92477095bdf190b0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bd2b3f9649df43eb92477095bdf190b0 2024-11-20T13:23:47,467 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bd2b3f9649df43eb92477095bdf190b0, entries=100, sequenceid=166, filesize=21.9 K 2024-11-20T13:23:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/995c32501dfd45c1a7b515815725033e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/995c32501dfd45c1a7b515815725033e 2024-11-20T13:23:47,473 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/995c32501dfd45c1a7b515815725033e, entries=100, sequenceid=166, filesize=9.5 K 2024-11-20T13:23:47,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/c4c1d6c1ca3240c4a2076fa118abf338 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c4c1d6c1ca3240c4a2076fa118abf338 2024-11-20T13:23:47,483 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c4c1d6c1ca3240c4a2076fa118abf338, entries=100, sequenceid=166, filesize=9.5 K 2024-11-20T13:23:47,484 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 004bf21cc829f2d5715e68773c268d51 in 1697ms, sequenceid=166, compaction requested=true 2024-11-20T13:23:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-20T13:23:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-20T13:23:47,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T13:23:47,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-11-20T13:23:47,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 2.3690 sec 2024-11-20T13:23:48,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T13:23:48,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:48,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:48,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:48,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:48,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:48,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:48,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120703bdc642a224519a1c6689c60d59b05_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109028468/Put/seqid=0 2024-11-20T13:23:48,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109088505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109088538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109088540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742183_1359 (size=14794) 2024-11-20T13:23:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109088647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109088680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109088680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109088872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109088902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:48,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109088902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:49,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:49,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120703bdc642a224519a1c6689c60d59b05_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120703bdc642a224519a1c6689c60d59b05_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:49,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fc6125131a4c4898b9eaebc02bdebd25, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:49,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fc6125131a4c4898b9eaebc02bdebd25 is 175, key is test_row_0/A:col10/1732109028468/Put/seqid=0 2024-11-20T13:23:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742184_1360 (size=39749) 2024-11-20T13:23:49,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109089187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:49,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109089231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:49,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109089233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-20T13:23:49,258 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-20T13:23:49,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-20T13:23:49,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:49,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:49,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T13:23:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T13:23:49,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:49,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T13:23:49,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:49,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:49,503 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fc6125131a4c4898b9eaebc02bdebd25 2024-11-20T13:23:49,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/f706d5c8ae3a496d9fb4148b505827df is 50, key is test_row_0/B:col10/1732109028468/Put/seqid=0 2024-11-20T13:23:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T13:23:49,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:49,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T13:23:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:49,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742185_1361 (size=12151) 2024-11-20T13:23:49,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/f706d5c8ae3a496d9fb4148b505827df 2024-11-20T13:23:49,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9613499f5e0d41a4b5ddba336dd5864d is 50, key is test_row_0/C:col10/1732109028468/Put/seqid=0 2024-11-20T13:23:49,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742186_1362 (size=12151) 2024-11-20T13:23:49,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9613499f5e0d41a4b5ddba336dd5864d 2024-11-20T13:23:49,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fc6125131a4c4898b9eaebc02bdebd25 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fc6125131a4c4898b9eaebc02bdebd25 2024-11-20T13:23:49,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fc6125131a4c4898b9eaebc02bdebd25, entries=200, sequenceid=197, filesize=38.8 K 2024-11-20T13:23:49,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/f706d5c8ae3a496d9fb4148b505827df as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f706d5c8ae3a496d9fb4148b505827df 2024-11-20T13:23:49,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f706d5c8ae3a496d9fb4148b505827df, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T13:23:49,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9613499f5e0d41a4b5ddba336dd5864d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9613499f5e0d41a4b5ddba336dd5864d 2024-11-20T13:23:49,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9613499f5e0d41a4b5ddba336dd5864d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T13:23:49,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 004bf21cc829f2d5715e68773c268d51 in 1245ms, sequenceid=197, compaction requested=true 2024-11-20T13:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:23:49,720 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:49,720 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:49,723 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:49,723 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:49,724 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,724 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/1411545b31374c7abae0b4b1900302fe, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/778e80b7f25c435095fb697e31ce62e3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bd2b3f9649df43eb92477095bdf190b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fc6125131a4c4898b9eaebc02bdebd25] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=130.2 K 2024-11-20T13:23:49,724 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,724 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/1411545b31374c7abae0b4b1900302fe, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/778e80b7f25c435095fb697e31ce62e3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bd2b3f9649df43eb92477095bdf190b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fc6125131a4c4898b9eaebc02bdebd25] 2024-11-20T13:23:49,724 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46468 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:49,724 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:49,724 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,724 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1bfd2ca6c3724715b8dab488d3273873, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/846cfd4ded46459da28efca2fd935e31, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/995c32501dfd45c1a7b515815725033e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f706d5c8ae3a496d9fb4148b505827df] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=45.4 K 2024-11-20T13:23:49,725 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bfd2ca6c3724715b8dab488d3273873, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109024912 2024-11-20T13:23:49,725 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1411545b31374c7abae0b4b1900302fe, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109024912 2024-11-20T13:23:49,726 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 846cfd4ded46459da28efca2fd935e31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732109025172 2024-11-20T13:23:49,726 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 778e80b7f25c435095fb697e31ce62e3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732109025138 2024-11-20T13:23:49,727 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 995c32501dfd45c1a7b515815725033e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732109025389 2024-11-20T13:23:49,727 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd2b3f9649df43eb92477095bdf190b0, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732109025389 2024-11-20T13:23:49,727 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f706d5c8ae3a496d9fb4148b505827df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732109026200 2024-11-20T13:23:49,727 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc6125131a4c4898b9eaebc02bdebd25, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732109026194 2024-11-20T13:23:49,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:49,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-20T13:23:49,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,736 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T13:23:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:49,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:49,773 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:49,774 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/1f98a7c428f1465f956639e40a6a1844 is 50, key is test_row_0/B:col10/1732109028468/Put/seqid=0 2024-11-20T13:23:49,783 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a33385bc718f4ff392fe6e989d91bf21_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109028507/Put/seqid=0 2024-11-20T13:23:49,858 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b851c99828c84a339e4c92b5e24d813b_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:49,860 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b851c99828c84a339e4c92b5e24d813b_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:49,860 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b851c99828c84a339e4c92b5e24d813b_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T13:23:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742188_1364 (size=14794) 2024-11-20T13:23:49,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:49,936 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a33385bc718f4ff392fe6e989d91bf21_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a33385bc718f4ff392fe6e989d91bf21_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:49,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4dc18318521438284e5c43308a40cc3, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:49,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4dc18318521438284e5c43308a40cc3 is 175, key is test_row_0/A:col10/1732109028507/Put/seqid=0 2024-11-20T13:23:49,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742187_1363 (size=12595) 2024-11-20T13:23:49,959 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/1f98a7c428f1465f956639e40a6a1844 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1f98a7c428f1465f956639e40a6a1844 2024-11-20T13:23:49,967 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into 1f98a7c428f1465f956639e40a6a1844(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:49,967 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:49,967 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=12, startTime=1732109029720; duration=0sec 2024-11-20T13:23:49,967 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:49,967 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:49,968 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:49,981 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:49,981 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:49,981 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:49,981 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/439b1ca1a07b490e9fc08581b026c2f0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c4c1d6c1ca3240c4a2076fa118abf338, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9613499f5e0d41a4b5ddba336dd5864d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=33.6 K 2024-11-20T13:23:49,982 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 439b1ca1a07b490e9fc08581b026c2f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732109025172 2024-11-20T13:23:49,983 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting c4c1d6c1ca3240c4a2076fa118abf338, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732109025389 2024-11-20T13:23:49,983 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9613499f5e0d41a4b5ddba336dd5864d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732109026200 2024-11-20T13:23:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742189_1365 (size=4469) 2024-11-20T13:23:50,022 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#298 average throughput is 0.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:50,023 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/307536b4a6a24b628eb6740878a23989 is 175, key is test_row_0/A:col10/1732109028468/Put/seqid=0 2024-11-20T13:23:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742190_1366 (size=39749) 2024-11-20T13:23:50,026 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4dc18318521438284e5c43308a40cc3 2024-11-20T13:23:50,033 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:50,033 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/46374ceab46c47678af75be3bf5e2dfb is 50, key is test_row_0/C:col10/1732109028468/Put/seqid=0 2024-11-20T13:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109089967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109090001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109090003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/d10a802014ae42b3900db20e338d3f44 is 50, key is test_row_0/B:col10/1732109028507/Put/seqid=0 2024-11-20T13:23:50,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742191_1367 (size=31549) 2024-11-20T13:23:50,139 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/307536b4a6a24b628eb6740878a23989 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/307536b4a6a24b628eb6740878a23989 2024-11-20T13:23:50,149 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into 307536b4a6a24b628eb6740878a23989(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:50,149 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:50,149 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=12, startTime=1732109029720; duration=0sec 2024-11-20T13:23:50,149 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:50,149 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742192_1368 (size=12595) 2024-11-20T13:23:50,161 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/46374ceab46c47678af75be3bf5e2dfb as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/46374ceab46c47678af75be3bf5e2dfb 2024-11-20T13:23:50,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109090153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,169 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into 46374ceab46c47678af75be3bf5e2dfb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:50,169 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:50,169 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=13, startTime=1732109029720; duration=0sec 2024-11-20T13:23:50,169 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:50,169 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:50,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109090153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109090153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742193_1369 (size=12151) 2024-11-20T13:23:50,184 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/d10a802014ae42b3900db20e338d3f44 2024-11-20T13:23:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/6059ae4bb47d4b23b7b3c7ba880a2935 is 50, key is test_row_0/C:col10/1732109028507/Put/seqid=0 2024-11-20T13:23:50,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742194_1370 (size=12151) 2024-11-20T13:23:50,290 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/6059ae4bb47d4b23b7b3c7ba880a2935 2024-11-20T13:23:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e4dc18318521438284e5c43308a40cc3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4dc18318521438284e5c43308a40cc3 2024-11-20T13:23:50,306 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4dc18318521438284e5c43308a40cc3, entries=200, sequenceid=206, filesize=38.8 K 2024-11-20T13:23:50,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/d10a802014ae42b3900db20e338d3f44 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/d10a802014ae42b3900db20e338d3f44 2024-11-20T13:23:50,316 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/d10a802014ae42b3900db20e338d3f44, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T13:23:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/6059ae4bb47d4b23b7b3c7ba880a2935 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/6059ae4bb47d4b23b7b3c7ba880a2935 2024-11-20T13:23:50,324 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/6059ae4bb47d4b23b7b3c7ba880a2935, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T13:23:50,354 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 004bf21cc829f2d5715e68773c268d51 in 618ms, sequenceid=206, compaction requested=false 2024-11-20T13:23:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-20T13:23:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-20T13:23:50,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T13:23:50,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0900 sec 2024-11-20T13:23:50,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.1030 sec 2024-11-20T13:23:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-20T13:23:50,373 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-20T13:23:50,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-20T13:23:50,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:50,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:50,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T13:23:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:50,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T13:23:50,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:50,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:50,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:50,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:50,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:50,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:50,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109090430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109090430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109090448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112084c1779757b64fc5aaab89a623f25ac5_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109030397/Put/seqid=0 2024-11-20T13:23:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T13:23:50,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742195_1371 (size=19774) 2024-11-20T13:23:50,538 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:50,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109090576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109090577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109090577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T13:23:50,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:50,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109090794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109090796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109090796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:50,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:50,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:50,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:50,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112084c1779757b64fc5aaab89a623f25ac5_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112084c1779757b64fc5aaab89a623f25ac5_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:50,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/eeb6bc6148dd47b49f25d07b89bf865d, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:50,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/eeb6bc6148dd47b49f25d07b89bf865d is 175, key is test_row_0/A:col10/1732109030397/Put/seqid=0 2024-11-20T13:23:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T13:23:50,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742196_1372 (size=57033) 2024-11-20T13:23:51,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109091107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109091118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109091122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:51,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:51,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:51,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:51,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,390 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/eeb6bc6148dd47b49f25d07b89bf865d 2024-11-20T13:23:51,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/a797073c303f4331b075a16ed74385a5 is 50, key is test_row_0/B:col10/1732109030397/Put/seqid=0 2024-11-20T13:23:51,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T13:23:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742197_1373 (size=12151) 2024-11-20T13:23:51,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109091627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109091631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109091652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:51,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:51,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:51,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:51,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:51,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:51,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/a797073c303f4331b075a16ed74385a5 2024-11-20T13:23:51,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/3bfb0c17ceca4843a13e487f156dc627 is 50, key is test_row_0/C:col10/1732109030397/Put/seqid=0 2024-11-20T13:23:51,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742198_1374 (size=12151) 2024-11-20T13:23:51,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/3bfb0c17ceca4843a13e487f156dc627 2024-11-20T13:23:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/eeb6bc6148dd47b49f25d07b89bf865d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/eeb6bc6148dd47b49f25d07b89bf865d 2024-11-20T13:23:51,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/eeb6bc6148dd47b49f25d07b89bf865d, entries=300, sequenceid=239, filesize=55.7 K 2024-11-20T13:23:51,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/a797073c303f4331b075a16ed74385a5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/a797073c303f4331b075a16ed74385a5 2024-11-20T13:23:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/a797073c303f4331b075a16ed74385a5, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T13:23:52,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/3bfb0c17ceca4843a13e487f156dc627 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/3bfb0c17ceca4843a13e487f156dc627 2024-11-20T13:23:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/3bfb0c17ceca4843a13e487f156dc627, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T13:23:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 004bf21cc829f2d5715e68773c268d51 in 1612ms, sequenceid=239, compaction requested=true 2024-11-20T13:23:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:52,016 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:52,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:23:52,016 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,018 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:52,018 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:52,018 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:52,018 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:52,018 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:52,018 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:52,018 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/307536b4a6a24b628eb6740878a23989, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4dc18318521438284e5c43308a40cc3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/eeb6bc6148dd47b49f25d07b89bf865d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=125.3 K 2024-11-20T13:23:52,018 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1f98a7c428f1465f956639e40a6a1844, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/d10a802014ae42b3900db20e338d3f44, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/a797073c303f4331b075a16ed74385a5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=36.0 K 2024-11-20T13:23:52,018 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:52,018 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/307536b4a6a24b628eb6740878a23989, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4dc18318521438284e5c43308a40cc3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/eeb6bc6148dd47b49f25d07b89bf865d] 2024-11-20T13:23:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,019 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 307536b4a6a24b628eb6740878a23989, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732109026200 2024-11-20T13:23:52,019 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f98a7c428f1465f956639e40a6a1844, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732109026200 2024-11-20T13:23:52,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:52,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-20T13:23:52,020 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d10a802014ae42b3900db20e338d3f44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732109028475 2024-11-20T13:23:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,020 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e4dc18318521438284e5c43308a40cc3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732109028475 2024-11-20T13:23:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:52,020 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T13:23:52,020 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb6bc6148dd47b49f25d07b89bf865d, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109029958 2024-11-20T13:23:52,020 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a797073c303f4331b075a16ed74385a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109030001 2024-11-20T13:23:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:52,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,046 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,067 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,067 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/802e05c384304728bc1ad4ef6d49b10e is 50, key is test_row_0/B:col10/1732109030397/Put/seqid=0 2024-11-20T13:23:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206307f17666ac44a8aed2c5cba2460a38_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_1/A:col10/1732109030425/Put/seqid=0 2024-11-20T13:23:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,100 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204270347e1c05409a8351c9cbf3dc6456_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,105 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204270347e1c05409a8351c9cbf3dc6456_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:52,106 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204270347e1c05409a8351c9cbf3dc6456_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742199_1375 (size=12697) 2024-11-20T13:23:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,167 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/802e05c384304728bc1ad4ef6d49b10e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/802e05c384304728bc1ad4ef6d49b10e 2024-11-20T13:23:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,172 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into 802e05c384304728bc1ad4ef6d49b10e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:52,172 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:52,172 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=13, startTime=1732109032016; duration=0sec 2024-11-20T13:23:52,172 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:52,172 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:52,173 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,174 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:52,175 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,175 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:52,175 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/46374ceab46c47678af75be3bf5e2dfb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/6059ae4bb47d4b23b7b3c7ba880a2935, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/3bfb0c17ceca4843a13e487f156dc627] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=36.0 K 2024-11-20T13:23:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,176 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46374ceab46c47678af75be3bf5e2dfb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732109026200 2024-11-20T13:23:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,176 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6059ae4bb47d4b23b7b3c7ba880a2935, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732109028475 2024-11-20T13:23:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,177 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bfb0c17ceca4843a13e487f156dc627, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109030001 2024-11-20T13:23:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742200_1376 (size=9814) 2024-11-20T13:23:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,214 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206307f17666ac44a8aed2c5cba2460a38_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206307f17666ac44a8aed2c5cba2460a38_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fad528b7c92c4cd4a53aecdead94198f, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fad528b7c92c4cd4a53aecdead94198f is 175, key is test_row_1/A:col10/1732109030425/Put/seqid=0 2024-11-20T13:23:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742201_1377 (size=4469) 2024-11-20T13:23:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,243 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#306 average throughput is 0.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:52,243 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/22ffe1fa22784d91a320de14e78c2ffa is 175, key is test_row_0/A:col10/1732109030397/Put/seqid=0 2024-11-20T13:23:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,249 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,249 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/ce106d7f4b174367974c060e5a390615 is 50, key is test_row_0/C:col10/1732109030397/Put/seqid=0 2024-11-20T13:23:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742202_1378 (size=22461) 2024-11-20T13:23:52,322 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fad528b7c92c4cd4a53aecdead94198f 2024-11-20T13:23:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742204_1380 (size=12697) 2024-11-20T13:23:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742203_1379 (size=31651) 2024-11-20T13:23:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dbb3234f244146ddb487320f97a32d92 is 50, key is test_row_1/B:col10/1732109030425/Put/seqid=0 2024-11-20T13:23:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742205_1381 (size=9757) 2024-11-20T13:23:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,426 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dbb3234f244146ddb487320f97a32d92 2024-11-20T13:23:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/f523bf253206429ba6fca79c5254645c is 50, key is test_row_1/C:col10/1732109030425/Put/seqid=0 2024-11-20T13:23:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T13:23:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742206_1382 (size=9757) 2024-11-20T13:23:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,530 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/f523bf253206429ba6fca79c5254645c 2024-11-20T13:23:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/fad528b7c92c4cd4a53aecdead94198f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fad528b7c92c4cd4a53aecdead94198f 2024-11-20T13:23:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,545 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fad528b7c92c4cd4a53aecdead94198f, entries=100, sequenceid=245, filesize=21.9 K 2024-11-20T13:23:52,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dbb3234f244146ddb487320f97a32d92 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dbb3234f244146ddb487320f97a32d92 2024-11-20T13:23:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,558 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dbb3234f244146ddb487320f97a32d92, entries=100, sequenceid=245, filesize=9.5 K 2024-11-20T13:23:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/f523bf253206429ba6fca79c5254645c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/f523bf253206429ba6fca79c5254645c 2024-11-20T13:23:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,574 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/f523bf253206429ba6fca79c5254645c, entries=100, sequenceid=245, filesize=9.5 K 2024-11-20T13:23:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,575 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 004bf21cc829f2d5715e68773c268d51 in 555ms, sequenceid=245, compaction requested=false 2024-11-20T13:23:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-20T13:23:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-20T13:23:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-20T13:23:52,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1930 sec 2024-11-20T13:23:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.2000 sec 2024-11-20T13:23:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,789 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/22ffe1fa22784d91a320de14e78c2ffa as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/22ffe1fa22784d91a320de14e78c2ffa 2024-11-20T13:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,792 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/ce106d7f4b174367974c060e5a390615 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/ce106d7f4b174367974c060e5a390615 2024-11-20T13:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,851 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into ce106d7f4b174367974c060e5a390615(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:52,851 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:52,851 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=13, startTime=1732109032016; duration=0sec 2024-11-20T13:23:52,851 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:52,851 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,874 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into 22ffe1fa22784d91a320de14e78c2ffa(size=30.9 K), total size for store is 52.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:52,874 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:52,874 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=13, startTime=1732109032016; duration=0sec 2024-11-20T13:23:52,874 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:52,875 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:53,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:53,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120630c4f9733fe4656b9063fd58111e061_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109033058/Put/seqid=0 2024-11-20T13:23:53,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742207_1383 (size=14944) 2024-11-20T13:23:53,194 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,198 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120630c4f9733fe4656b9063fd58111e061_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120630c4f9733fe4656b9063fd58111e061_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:53,199 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/6aefe5e45d9d43ab8c418d9f9eabe102, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:53,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/6aefe5e45d9d43ab8c418d9f9eabe102 is 175, key is test_row_0/A:col10/1732109033058/Put/seqid=0 2024-11-20T13:23:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742208_1384 (size=39899) 2024-11-20T13:23:53,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/6aefe5e45d9d43ab8c418d9f9eabe102 2024-11-20T13:23:53,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dcf6cf0b604a4dec917a536c63903dba is 50, key is test_row_0/B:col10/1732109033058/Put/seqid=0 2024-11-20T13:23:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109093267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109093273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109093276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742209_1385 (size=12251) 2024-11-20T13:23:53,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dcf6cf0b604a4dec917a536c63903dba 2024-11-20T13:23:53,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/d74c0fbbb38840b08d0137583119b64e is 50, key is test_row_0/C:col10/1732109033058/Put/seqid=0 2024-11-20T13:23:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742210_1386 (size=12251) 2024-11-20T13:23:53,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/d74c0fbbb38840b08d0137583119b64e 2024-11-20T13:23:53,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/6aefe5e45d9d43ab8c418d9f9eabe102 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/6aefe5e45d9d43ab8c418d9f9eabe102 2024-11-20T13:23:53,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/6aefe5e45d9d43ab8c418d9f9eabe102, entries=200, sequenceid=259, filesize=39.0 K 2024-11-20T13:23:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/dcf6cf0b604a4dec917a536c63903dba as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dcf6cf0b604a4dec917a536c63903dba 2024-11-20T13:23:53,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dcf6cf0b604a4dec917a536c63903dba, entries=150, sequenceid=259, filesize=12.0 K 2024-11-20T13:23:53,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/d74c0fbbb38840b08d0137583119b64e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/d74c0fbbb38840b08d0137583119b64e 2024-11-20T13:23:53,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/d74c0fbbb38840b08d0137583119b64e, entries=150, sequenceid=259, filesize=12.0 K 2024-11-20T13:23:53,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 004bf21cc829f2d5715e68773c268d51 in 301ms, sequenceid=259, compaction requested=true 2024-11-20T13:23:53,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:53,393 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:53,394 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:53,394 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:53,394 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:53,394 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/22ffe1fa22784d91a320de14e78c2ffa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fad528b7c92c4cd4a53aecdead94198f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/6aefe5e45d9d43ab8c418d9f9eabe102] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=91.8 K 2024-11-20T13:23:53,394 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:53,395 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/22ffe1fa22784d91a320de14e78c2ffa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fad528b7c92c4cd4a53aecdead94198f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/6aefe5e45d9d43ab8c418d9f9eabe102] 2024-11-20T13:23:53,395 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22ffe1fa22784d91a320de14e78c2ffa, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109030001 2024-11-20T13:23:53,395 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting fad528b7c92c4cd4a53aecdead94198f, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732109030425 2024-11-20T13:23:53,396 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aefe5e45d9d43ab8c418d9f9eabe102, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732109033058 2024-11-20T13:23:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:53,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:53,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:53,399 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:53,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:53,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:53,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:53,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:53,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:23:53,400 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:53,401 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:53,401 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:53,401 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/802e05c384304728bc1ad4ef6d49b10e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dbb3234f244146ddb487320f97a32d92, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dcf6cf0b604a4dec917a536c63903dba] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=33.9 K 2024-11-20T13:23:53,401 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 802e05c384304728bc1ad4ef6d49b10e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109030001 2024-11-20T13:23:53,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:53,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:53,402 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting dbb3234f244146ddb487320f97a32d92, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732109030425 2024-11-20T13:23:53,402 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting dcf6cf0b604a4dec917a536c63903dba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732109033058 2024-11-20T13:23:53,415 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:53,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109093418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,428 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:53,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109093421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,429 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/5da6849c804440c5a8636bc024d37253 is 50, key is test_row_0/B:col10/1732109033058/Put/seqid=0 2024-11-20T13:23:53,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109093422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,444 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120da8a4d6ed2154b72912eb4c062caf9bf_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:53,446 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120da8a4d6ed2154b72912eb4c062caf9bf_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:53,447 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120da8a4d6ed2154b72912eb4c062caf9bf_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:53,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120855e7d16090e4d6e8aba5ff50c18246a_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109033399/Put/seqid=0 2024-11-20T13:23:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109093526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109093531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109093534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742212_1388 (size=4469) 2024-11-20T13:23:53,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742213_1389 (size=17534) 2024-11-20T13:23:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742211_1387 (size=12899) 2024-11-20T13:23:53,576 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/5da6849c804440c5a8636bc024d37253 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/5da6849c804440c5a8636bc024d37253 2024-11-20T13:23:53,584 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into 5da6849c804440c5a8636bc024d37253(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:53,584 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:53,584 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=13, startTime=1732109033399; duration=0sec 2024-11-20T13:23:53,584 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:53,584 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:53,584 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:53,585 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:53,585 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:53,585 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:53,585 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/ce106d7f4b174367974c060e5a390615, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/f523bf253206429ba6fca79c5254645c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/d74c0fbbb38840b08d0137583119b64e] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=33.9 K 2024-11-20T13:23:53,586 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ce106d7f4b174367974c060e5a390615, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109030001 2024-11-20T13:23:53,587 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f523bf253206429ba6fca79c5254645c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732109030425 2024-11-20T13:23:53,587 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d74c0fbbb38840b08d0137583119b64e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732109033058 2024-11-20T13:23:53,599 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:53,599 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/fd63a03ed4944154ba1ce99978172ddb is 50, key is test_row_0/C:col10/1732109033058/Put/seqid=0 2024-11-20T13:23:53,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742214_1390 (size=12899) 2024-11-20T13:23:53,645 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/fd63a03ed4944154ba1ce99978172ddb as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fd63a03ed4944154ba1ce99978172ddb 2024-11-20T13:23:53,656 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into fd63a03ed4944154ba1ce99978172ddb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:53,656 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:53,656 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=13, startTime=1732109033400; duration=0sec 2024-11-20T13:23:53,656 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:53,656 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109093744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109093736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109093744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:53,952 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#315 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:53,953 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/4954e269533d42b38f03aa49ee7cd29d is 175, key is test_row_0/A:col10/1732109033058/Put/seqid=0 2024-11-20T13:23:53,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120855e7d16090e4d6e8aba5ff50c18246a_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120855e7d16090e4d6e8aba5ff50c18246a_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:53,982 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e21f84cda6434850824f564df12326f5, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:53,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e21f84cda6434850824f564df12326f5 is 175, key is test_row_0/A:col10/1732109033399/Put/seqid=0 2024-11-20T13:23:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742215_1391 (size=31853) 2024-11-20T13:23:53,999 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/4954e269533d42b38f03aa49ee7cd29d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/4954e269533d42b38f03aa49ee7cd29d 2024-11-20T13:23:54,018 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into 4954e269533d42b38f03aa49ee7cd29d(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:54,018 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:54,018 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=13, startTime=1732109033393; duration=0sec 2024-11-20T13:23:54,019 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:54,019 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742216_1392 (size=48639) 2024-11-20T13:23:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109094060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109094061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109094062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,446 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e21f84cda6434850824f564df12326f5 2024-11-20T13:23:54,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/4a20620bf4de4c5ab7370166c942f9fd is 50, key is test_row_0/B:col10/1732109033399/Put/seqid=0 2024-11-20T13:23:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742217_1393 (size=12301) 2024-11-20T13:23:54,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/4a20620bf4de4c5ab7370166c942f9fd 2024-11-20T13:23:54,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/b6276e392d3c45949b1134e93561589e is 50, key is test_row_0/C:col10/1732109033399/Put/seqid=0 2024-11-20T13:23:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-20T13:23:54,493 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-20T13:23:54,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-20T13:23:54,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:54,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:54,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T13:23:54,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742218_1394 (size=12301) 2024-11-20T13:23:54,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109094571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109094573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109094574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T13:23:54,654 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T13:23:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:54,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T13:23:54,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T13:23:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:54,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/b6276e392d3c45949b1134e93561589e 2024-11-20T13:23:54,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/e21f84cda6434850824f564df12326f5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e21f84cda6434850824f564df12326f5 2024-11-20T13:23:54,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e21f84cda6434850824f564df12326f5, entries=250, sequenceid=287, filesize=47.5 K 2024-11-20T13:23:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/4a20620bf4de4c5ab7370166c942f9fd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/4a20620bf4de4c5ab7370166c942f9fd 2024-11-20T13:23:54,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/4a20620bf4de4c5ab7370166c942f9fd, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T13:23:54,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/b6276e392d3c45949b1134e93561589e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6276e392d3c45949b1134e93561589e 2024-11-20T13:23:54,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:54,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T13:23:54,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:54,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:54,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:54,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6276e392d3c45949b1134e93561589e, entries=150, sequenceid=287, filesize=12.0 K 2024-11-20T13:23:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:54,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 004bf21cc829f2d5715e68773c268d51 in 1567ms, sequenceid=287, compaction requested=false 2024-11-20T13:23:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T13:23:55,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T13:23:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:55,117 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T13:23:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:55,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:55,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:55,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:55,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:55,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201702cf72270c443094b294298ef4d5da_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109033418/Put/seqid=0 2024-11-20T13:23:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742219_1395 (size=12454) 2024-11-20T13:23:55,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:55,142 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201702cf72270c443094b294298ef4d5da_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201702cf72270c443094b294298ef4d5da_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:55,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/91d08117e8e444c28432e7e620b0401f, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:55,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/91d08117e8e444c28432e7e620b0401f is 175, key is test_row_0/A:col10/1732109033418/Put/seqid=0 2024-11-20T13:23:55,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742220_1396 (size=31255) 2024-11-20T13:23:55,167 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/91d08117e8e444c28432e7e620b0401f 2024-11-20T13:23:55,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/8538f5a602b0473ea73be76613d889b9 is 50, key is test_row_0/B:col10/1732109033418/Put/seqid=0 2024-11-20T13:23:55,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742221_1397 (size=12301) 2024-11-20T13:23:55,194 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/8538f5a602b0473ea73be76613d889b9 2024-11-20T13:23:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9ad8dad741c04cabb2746e28b4a25732 is 50, key is test_row_0/C:col10/1732109033418/Put/seqid=0 2024-11-20T13:23:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:55,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742222_1398 (size=12301) 2024-11-20T13:23:55,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:55,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109095438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109095551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54488 deadline: 1732109095580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54414 deadline: 1732109095581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54460 deadline: 1732109095582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T13:23:55,660 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9ad8dad741c04cabb2746e28b4a25732 2024-11-20T13:23:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/91d08117e8e444c28432e7e620b0401f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/91d08117e8e444c28432e7e620b0401f 2024-11-20T13:23:55,669 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/91d08117e8e444c28432e7e620b0401f, entries=150, sequenceid=298, filesize=30.5 K 2024-11-20T13:23:55,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/8538f5a602b0473ea73be76613d889b9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/8538f5a602b0473ea73be76613d889b9 2024-11-20T13:23:55,678 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/8538f5a602b0473ea73be76613d889b9, entries=150, sequenceid=298, filesize=12.0 K 2024-11-20T13:23:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/9ad8dad741c04cabb2746e28b4a25732 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9ad8dad741c04cabb2746e28b4a25732 2024-11-20T13:23:55,684 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9ad8dad741c04cabb2746e28b4a25732, entries=150, sequenceid=298, filesize=12.0 K 2024-11-20T13:23:55,693 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 004bf21cc829f2d5715e68773c268d51 in 576ms, sequenceid=298, compaction requested=true 2024-11-20T13:23:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:55,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-20T13:23:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-20T13:23:55,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T13:23:55,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1950 sec 2024-11-20T13:23:55,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.2000 sec 2024-11-20T13:23:55,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T13:23:55,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:55,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:55,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:55,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:55,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:55,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:55,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202c012a93f2b54c2e9710974cfb5a2b0c_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109035437/Put/seqid=0 2024-11-20T13:23:55,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109095830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742223_1399 (size=14994) 2024-11-20T13:23:55,843 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:55,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202c012a93f2b54c2e9710974cfb5a2b0c_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202c012a93f2b54c2e9710974cfb5a2b0c_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:55,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b669031f7d0d409499ac26faa2f60723, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:55,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b669031f7d0d409499ac26faa2f60723 is 175, key is test_row_0/A:col10/1732109035437/Put/seqid=0 2024-11-20T13:23:55,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742224_1400 (size=39949) 2024-11-20T13:23:55,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b669031f7d0d409499ac26faa2f60723 2024-11-20T13:23:55,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/3d6e742713f844eabf3b2608f9e2d933 is 50, key is test_row_0/B:col10/1732109035437/Put/seqid=0 2024-11-20T13:23:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742225_1401 (size=12301) 2024-11-20T13:23:55,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/3d6e742713f844eabf3b2608f9e2d933 2024-11-20T13:23:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:23:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54512 deadline: 1732109095940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:55,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/a3420c1fd5884c5aa70e81ac8134c92e is 50, key is test_row_0/C:col10/1732109035437/Put/seqid=0 2024-11-20T13:23:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742226_1402 (size=12301) 2024-11-20T13:23:56,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/a3420c1fd5884c5aa70e81ac8134c92e 2024-11-20T13:23:56,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/b669031f7d0d409499ac26faa2f60723 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b669031f7d0d409499ac26faa2f60723 2024-11-20T13:23:56,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b669031f7d0d409499ac26faa2f60723, entries=200, sequenceid=327, filesize=39.0 K 2024-11-20T13:23:56,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/3d6e742713f844eabf3b2608f9e2d933 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3d6e742713f844eabf3b2608f9e2d933 2024-11-20T13:23:56,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3d6e742713f844eabf3b2608f9e2d933, entries=150, sequenceid=327, filesize=12.0 K 2024-11-20T13:23:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/a3420c1fd5884c5aa70e81ac8134c92e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/a3420c1fd5884c5aa70e81ac8134c92e 2024-11-20T13:23:56,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/a3420c1fd5884c5aa70e81ac8134c92e, entries=150, sequenceid=327, filesize=12.0 K 2024-11-20T13:23:56,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 004bf21cc829f2d5715e68773c268d51 in 279ms, sequenceid=327, compaction requested=true 2024-11-20T13:23:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:56,051 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,051 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:56,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:56,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:56,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:56,053 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:56,053 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151696 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:56,053 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:56,053 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:56,053 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,053 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,053 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/5da6849c804440c5a8636bc024d37253, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/4a20620bf4de4c5ab7370166c942f9fd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/8538f5a602b0473ea73be76613d889b9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3d6e742713f844eabf3b2608f9e2d933] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=48.6 K 2024-11-20T13:23:56,053 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/4954e269533d42b38f03aa49ee7cd29d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e21f84cda6434850824f564df12326f5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/91d08117e8e444c28432e7e620b0401f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b669031f7d0d409499ac26faa2f60723] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=148.1 K 2024-11-20T13:23:56,053 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,053 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/4954e269533d42b38f03aa49ee7cd29d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e21f84cda6434850824f564df12326f5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/91d08117e8e444c28432e7e620b0401f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b669031f7d0d409499ac26faa2f60723] 2024-11-20T13:23:56,054 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da6849c804440c5a8636bc024d37253, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732109033058 2024-11-20T13:23:56,054 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4954e269533d42b38f03aa49ee7cd29d, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732109033058 2024-11-20T13:23:56,054 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a20620bf4de4c5ab7370166c942f9fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732109033260 2024-11-20T13:23:56,054 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e21f84cda6434850824f564df12326f5, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732109033196 2024-11-20T13:23:56,055 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 8538f5a602b0473ea73be76613d889b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732109033417 2024-11-20T13:23:56,055 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91d08117e8e444c28432e7e620b0401f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732109033417 2024-11-20T13:23:56,055 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d6e742713f844eabf3b2608f9e2d933, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732109035418 2024-11-20T13:23:56,055 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b669031f7d0d409499ac26faa2f60723, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732109035418 2024-11-20T13:23:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,075 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,092 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:56,093 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/caf2b0844ce54fafa7192ba927c6ecbc is 50, key is test_row_0/B:col10/1732109035437/Put/seqid=0 2024-11-20T13:23:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,098 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205c1d247aae654a45ad312b642fc9c7ae_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,101 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205c1d247aae654a45ad312b642fc9c7ae_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:56,101 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205c1d247aae654a45ad312b642fc9c7ae_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742228_1404 (size=4469) 2024-11-20T13:23:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742227_1403 (size=13085) 2024-11-20T13:23:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,172 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#327 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:56,173 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bb7634a8789548bfb148b6ea010704bc is 175, key is test_row_0/A:col10/1732109035437/Put/seqid=0 2024-11-20T13:23:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742229_1405 (size=32039) 2024-11-20T13:23:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,231 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/bb7634a8789548bfb148b6ea010704bc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bb7634a8789548bfb148b6ea010704bc 2024-11-20T13:23:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,245 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into bb7634a8789548bfb148b6ea010704bc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:56,245 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:56,245 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=12, startTime=1732109036051; duration=0sec 2024-11-20T13:23:56,245 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:56,245 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:23:56,245 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:23:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,247 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:23:56,247 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:56,248 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,248 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fd63a03ed4944154ba1ce99978172ddb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6276e392d3c45949b1134e93561589e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9ad8dad741c04cabb2746e28b4a25732, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/a3420c1fd5884c5aa70e81ac8134c92e] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=48.6 K 2024-11-20T13:23:56,248 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd63a03ed4944154ba1ce99978172ddb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732109033058 2024-11-20T13:23:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,249 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6276e392d3c45949b1134e93561589e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732109033260 2024-11-20T13:23:56,249 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ad8dad741c04cabb2746e28b4a25732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732109033417 2024-11-20T13:23:56,249 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3420c1fd5884c5aa70e81ac8134c92e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732109035418 2024-11-20T13:23:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,262 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:56,263 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/51393026c156452e8688a39771b6fd20 is 50, key is test_row_0/C:col10/1732109035437/Put/seqid=0 2024-11-20T13:23:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742230_1406 (size=13085) 2024-11-20T13:23:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:23:56,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:56,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:56,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:56,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:56,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:56,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:56,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202a5be53ae934487681349c1cdaddf378_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109036250/Put/seqid=0 2024-11-20T13:23:56,568 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/caf2b0844ce54fafa7192ba927c6ecbc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/caf2b0844ce54fafa7192ba927c6ecbc 2024-11-20T13:23:56,580 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into caf2b0844ce54fafa7192ba927c6ecbc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:56,580 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:56,580 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=12, startTime=1732109036051; duration=0sec 2024-11-20T13:23:56,580 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:56,580 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742231_1407 (size=14994) 2024-11-20T13:23:56,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T13:23:56,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202a5be53ae934487681349c1cdaddf378_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202a5be53ae934487681349c1cdaddf378_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:56,616 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-20T13:23:56,618 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/73487240c47c4d15917fe6d7dd1f0ec0, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:56,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/73487240c47c4d15917fe6d7dd1f0ec0 is 175, key is test_row_0/A:col10/1732109036250/Put/seqid=0 2024-11-20T13:23:56,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:23:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-20T13:23:56,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:23:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T13:23:56,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:23:56,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:23:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742232_1408 (size=39949) 2024-11-20T13:23:56,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/73487240c47c4d15917fe6d7dd1f0ec0 2024-11-20T13:23:56,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/7b9c67b7a38c4c83a44477ff7a434c8a is 50, key is test_row_0/B:col10/1732109036250/Put/seqid=0 2024-11-20T13:23:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T13:23:56,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742233_1409 (size=12301) 2024-11-20T13:23:56,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:56,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:56,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:56,792 DEBUG [Thread-1432 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:64876 2024-11-20T13:23:56,792 DEBUG [Thread-1432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:56,795 DEBUG [Thread-1428 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:64876 2024-11-20T13:23:56,795 DEBUG [Thread-1428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:56,796 DEBUG [Thread-1423 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:64876 2024-11-20T13:23:56,796 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:56,800 DEBUG [Thread-1430 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:64876 2024-11-20T13:23:56,800 DEBUG [Thread-1430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:56,808 DEBUG [Thread-1436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:64876 2024-11-20T13:23:56,808 DEBUG [Thread-1436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:56,810 DEBUG [Thread-1434 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:64876 2024-11-20T13:23:56,810 DEBUG [Thread-1434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:56,819 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/51393026c156452e8688a39771b6fd20 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51393026c156452e8688a39771b6fd20 2024-11-20T13:23:56,824 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into 51393026c156452e8688a39771b6fd20(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:56,824 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:56,824 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=12, startTime=1732109036052; duration=0sec 2024-11-20T13:23:56,824 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:56,824 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T13:23:56,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:56,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:56,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:57,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/7b9c67b7a38c4c83a44477ff7a434c8a 2024-11-20T13:23:57,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/5fe639269b0e4fed9052235b2dc8d405 is 50, key is test_row_0/C:col10/1732109036250/Put/seqid=0 2024-11-20T13:23:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742234_1410 (size=12301) 2024-11-20T13:23:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T13:23:57,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:57,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:57,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:57,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,305 DEBUG [Thread-1421 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:64876 2024-11-20T13:23:57,305 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:57,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:57,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:57,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:57,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/5fe639269b0e4fed9052235b2dc8d405 2024-11-20T13:23:57,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/73487240c47c4d15917fe6d7dd1f0ec0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/73487240c47c4d15917fe6d7dd1f0ec0 2024-11-20T13:23:57,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/73487240c47c4d15917fe6d7dd1f0ec0, entries=200, sequenceid=339, filesize=39.0 K 2024-11-20T13:23:57,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/7b9c67b7a38c4c83a44477ff7a434c8a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/7b9c67b7a38c4c83a44477ff7a434c8a 2024-11-20T13:23:57,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/7b9c67b7a38c4c83a44477ff7a434c8a, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T13:23:57,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/5fe639269b0e4fed9052235b2dc8d405 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5fe639269b0e4fed9052235b2dc8d405 2024-11-20T13:23:57,607 DEBUG [Thread-1417 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:64876 2024-11-20T13:23:57,608 DEBUG [Thread-1417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:57,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5fe639269b0e4fed9052235b2dc8d405, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T13:23:57,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=134.18 KB/137400 for 004bf21cc829f2d5715e68773c268d51 in 1091ms, sequenceid=339, compaction requested=false 2024-11-20T13:23:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:57,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 004bf21cc829f2d5715e68773c268d51 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T13:23:57,619 DEBUG [Thread-1419 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:64876 2024-11-20T13:23:57,620 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:57,620 DEBUG [Thread-1425 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:64876 2024-11-20T13:23:57,620 DEBUG [Thread-1425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:23:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=A 2024-11-20T13:23:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:57,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=B 2024-11-20T13:23:57,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:57,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 004bf21cc829f2d5715e68773c268d51, store=C 2024-11-20T13:23:57,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:23:57,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014eb778dea144d2285ecdd5195a95a5f_004bf21cc829f2d5715e68773c268d51 is 50, key is test_row_0/A:col10/1732109037617/Put/seqid=0 2024-11-20T13:23:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742235_1411 (size=12454) 2024-11-20T13:23:57,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:57,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:57,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:57,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T13:23:57,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:57,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:57,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:58,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:23:58,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014eb778dea144d2285ecdd5195a95a5f_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014eb778dea144d2285ecdd5195a95a5f_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:23:58,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/5f7fc2f5e93f41af9cf4c3781a5e44d5, store: [table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:58,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/5f7fc2f5e93f41af9cf4c3781a5e44d5 is 175, key is test_row_0/A:col10/1732109037617/Put/seqid=0 2024-11-20T13:23:58,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742236_1412 (size=31255) 2024-11-20T13:23:58,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:58,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:58,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/5f7fc2f5e93f41af9cf4c3781a5e44d5 2024-11-20T13:23:58,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/3f5c53489bc1438aa72e75afaadbe05f is 50, key is test_row_0/B:col10/1732109037617/Put/seqid=0 2024-11-20T13:23:58,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:58,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742237_1413 (size=12301) 2024-11-20T13:23:58,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:58,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T13:23:58,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:58,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/3f5c53489bc1438aa72e75afaadbe05f 2024-11-20T13:23:58,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/cf185feedb444fdc98b797f52bbdf506 is 50, key is test_row_0/C:col10/1732109037617/Put/seqid=0 2024-11-20T13:23:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742238_1414 (size=12301) 2024-11-20T13:23:58,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:58,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:58,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:59,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:59,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:59,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:59,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:59,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:59,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:59,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:59,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. as already flushing 2024-11-20T13:23:59,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:59,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:23:59,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/cf185feedb444fdc98b797f52bbdf506 2024-11-20T13:23:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/5f7fc2f5e93f41af9cf4c3781a5e44d5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/5f7fc2f5e93f41af9cf4c3781a5e44d5 2024-11-20T13:23:59,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/5f7fc2f5e93f41af9cf4c3781a5e44d5, entries=150, sequenceid=366, filesize=30.5 K 2024-11-20T13:23:59,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/3f5c53489bc1438aa72e75afaadbe05f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3f5c53489bc1438aa72e75afaadbe05f 2024-11-20T13:23:59,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3f5c53489bc1438aa72e75afaadbe05f, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T13:23:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/cf185feedb444fdc98b797f52bbdf506 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/cf185feedb444fdc98b797f52bbdf506 2024-11-20T13:23:59,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/cf185feedb444fdc98b797f52bbdf506, entries=150, sequenceid=366, filesize=12.0 K 2024-11-20T13:23:59,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 004bf21cc829f2d5715e68773c268d51 in 1686ms, sequenceid=366, compaction requested=true 2024-11-20T13:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:59,305 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 004bf21cc829f2d5715e68773c268d51:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:23:59,305 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:59,306 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:59,306 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:59,306 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/A is initiating minor compaction (all files) 2024-11-20T13:23:59,306 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/B is initiating minor compaction (all files) 2024-11-20T13:23:59,306 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/A in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,306 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/B in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,306 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bb7634a8789548bfb148b6ea010704bc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/73487240c47c4d15917fe6d7dd1f0ec0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/5f7fc2f5e93f41af9cf4c3781a5e44d5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=100.8 K 2024-11-20T13:23:59,306 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/caf2b0844ce54fafa7192ba927c6ecbc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/7b9c67b7a38c4c83a44477ff7a434c8a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3f5c53489bc1438aa72e75afaadbe05f] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=36.8 K 2024-11-20T13:23:59,306 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,306 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bb7634a8789548bfb148b6ea010704bc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/73487240c47c4d15917fe6d7dd1f0ec0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/5f7fc2f5e93f41af9cf4c3781a5e44d5] 2024-11-20T13:23:59,307 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting caf2b0844ce54fafa7192ba927c6ecbc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732109035418 2024-11-20T13:23:59,307 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb7634a8789548bfb148b6ea010704bc, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732109035418 2024-11-20T13:23:59,307 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b9c67b7a38c4c83a44477ff7a434c8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732109036250 2024-11-20T13:23:59,307 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73487240c47c4d15917fe6d7dd1f0ec0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732109036250 2024-11-20T13:23:59,307 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f5c53489bc1438aa72e75afaadbe05f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732109036790 2024-11-20T13:23:59,307 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f7fc2f5e93f41af9cf4c3781a5e44d5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732109036790 2024-11-20T13:23:59,318 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:59,319 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:59,320 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/c6bf52c95efa41d2b22b7ae55f94275c is 50, key is test_row_0/B:col10/1732109037617/Put/seqid=0 2024-11-20T13:23:59,324 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209875feabbd944f4485ed7813f2973985_004bf21cc829f2d5715e68773c268d51 store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742239_1415 (size=13187) 2024-11-20T13:23:59,349 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/B/c6bf52c95efa41d2b22b7ae55f94275c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/c6bf52c95efa41d2b22b7ae55f94275c 2024-11-20T13:23:59,354 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/B of 004bf21cc829f2d5715e68773c268d51 into c6bf52c95efa41d2b22b7ae55f94275c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:59,354 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:59,354 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/B, priority=13, startTime=1732109039305; duration=0sec 2024-11-20T13:23:59,355 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:23:59,355 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:B 2024-11-20T13:23:59,355 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:23:59,356 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:23:59,356 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 004bf21cc829f2d5715e68773c268d51/C is initiating minor compaction (all files) 2024-11-20T13:23:59,356 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 004bf21cc829f2d5715e68773c268d51/C in TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,356 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51393026c156452e8688a39771b6fd20, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5fe639269b0e4fed9052235b2dc8d405, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/cf185feedb444fdc98b797f52bbdf506] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp, totalSize=36.8 K 2024-11-20T13:23:59,356 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 51393026c156452e8688a39771b6fd20, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732109035418 2024-11-20T13:23:59,357 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209875feabbd944f4485ed7813f2973985_004bf21cc829f2d5715e68773c268d51, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:59,357 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fe639269b0e4fed9052235b2dc8d405, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732109036250 2024-11-20T13:23:59,357 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209875feabbd944f4485ed7813f2973985_004bf21cc829f2d5715e68773c268d51 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=004bf21cc829f2d5715e68773c268d51] 2024-11-20T13:23:59,357 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting cf185feedb444fdc98b797f52bbdf506, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732109036790 2024-11-20T13:23:59,378 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#C#compaction#338 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:59,379 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/17253503a51941fa837ee410056a5c97 is 50, key is test_row_0/C:col10/1732109037617/Put/seqid=0 2024-11-20T13:23:59,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:23:59,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T13:23:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:23:59,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-20T13:23:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-20T13:23:59,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T13:23:59,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7640 sec 2024-11-20T13:23:59,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742240_1416 (size=4469) 2024-11-20T13:23:59,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.7680 sec 2024-11-20T13:23:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742241_1417 (size=13187) 2024-11-20T13:23:59,434 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/C/17253503a51941fa837ee410056a5c97 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/17253503a51941fa837ee410056a5c97 2024-11-20T13:23:59,439 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/C of 004bf21cc829f2d5715e68773c268d51 into 17253503a51941fa837ee410056a5c97(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:23:59,439 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:23:59,439 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/C, priority=13, startTime=1732109039305; duration=0sec 2024-11-20T13:23:59,439 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:23:59,439 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:C 2024-11-20T13:23:59,795 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 004bf21cc829f2d5715e68773c268d51#A#compaction#337 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:23:59,796 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/039bac3c55874ce1bd291fa983abf542 is 175, key is test_row_0/A:col10/1732109037617/Put/seqid=0 2024-11-20T13:23:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742242_1418 (size=32141) 2024-11-20T13:24:00,203 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/.tmp/A/039bac3c55874ce1bd291fa983abf542 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/039bac3c55874ce1bd291fa983abf542 2024-11-20T13:24:00,207 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 004bf21cc829f2d5715e68773c268d51/A of 004bf21cc829f2d5715e68773c268d51 into 039bac3c55874ce1bd291fa983abf542(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:00,207 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:24:00,207 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51., storeName=004bf21cc829f2d5715e68773c268d51/A, priority=13, startTime=1732109039305; duration=0sec 2024-11-20T13:24:00,207 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:00,207 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 004bf21cc829f2d5715e68773c268d51:A 2024-11-20T13:24:00,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:24:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T13:24:00,733 INFO [Thread-1427 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-20T13:24:00,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T13:24:00,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 660 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1980 rows 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 653 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1959 rows 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 648 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1944 rows 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 664 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 1992 rows 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 670 2024-11-20T13:24:00,734 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2010 rows 2024-11-20T13:24:00,734 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:24:00,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:64876 2024-11-20T13:24:00,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:00,737 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T13:24:00,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T13:24:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T13:24:00,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109040743"}]},"ts":"1732109040743"} 2024-11-20T13:24:00,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T13:24:00,747 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T13:24:00,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:24:00,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, UNASSIGN}] 2024-11-20T13:24:00,749 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, UNASSIGN 2024-11-20T13:24:00,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=106 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:00,751 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:24:00,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; CloseRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:24:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T13:24:00,902 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:00,902 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(124): Close 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:00,902 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:24:00,903 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1681): Closing 004bf21cc829f2d5715e68773c268d51, disabling compactions & flushes 2024-11-20T13:24:00,903 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:24:00,903 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:24:00,903 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. after waiting 0 ms 2024-11-20T13:24:00,903 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:24:00,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4b66a0c1e124e88aa14c6ba0e29cdd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b5f65a480581447595a3ddc765d87ad9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bf5dfc4101b84ac19747f125168d7be0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/826927e483b84f20b7be4ea756501c4a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4c0dbcdbf6d416e938f876c46a5f362, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/2ff21af0d0b44911a51cb9ebe4770a6d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/dee28a7a299148d6b199f41f1b669e21, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/78fcf87e156c48b48f0a898b52918387, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/171a1a191ccd477bae7fccf98613f24e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/1411545b31374c7abae0b4b1900302fe, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/778e80b7f25c435095fb697e31ce62e3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bd2b3f9649df43eb92477095bdf190b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fc6125131a4c4898b9eaebc02bdebd25, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/307536b4a6a24b628eb6740878a23989, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4dc18318521438284e5c43308a40cc3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/eeb6bc6148dd47b49f25d07b89bf865d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/22ffe1fa22784d91a320de14e78c2ffa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fad528b7c92c4cd4a53aecdead94198f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/6aefe5e45d9d43ab8c418d9f9eabe102, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/4954e269533d42b38f03aa49ee7cd29d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e21f84cda6434850824f564df12326f5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/91d08117e8e444c28432e7e620b0401f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b669031f7d0d409499ac26faa2f60723, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bb7634a8789548bfb148b6ea010704bc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/73487240c47c4d15917fe6d7dd1f0ec0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/5f7fc2f5e93f41af9cf4c3781a5e44d5] to archive 2024-11-20T13:24:00,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:00,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4b66a0c1e124e88aa14c6ba0e29cdd7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4b66a0c1e124e88aa14c6ba0e29cdd7 2024-11-20T13:24:00,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b5f65a480581447595a3ddc765d87ad9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b5f65a480581447595a3ddc765d87ad9 2024-11-20T13:24:00,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bf5dfc4101b84ac19747f125168d7be0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bf5dfc4101b84ac19747f125168d7be0 2024-11-20T13:24:00,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/826927e483b84f20b7be4ea756501c4a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/826927e483b84f20b7be4ea756501c4a 2024-11-20T13:24:00,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4c0dbcdbf6d416e938f876c46a5f362 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4c0dbcdbf6d416e938f876c46a5f362 2024-11-20T13:24:00,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/2ff21af0d0b44911a51cb9ebe4770a6d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/2ff21af0d0b44911a51cb9ebe4770a6d 2024-11-20T13:24:00,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/dee28a7a299148d6b199f41f1b669e21 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/dee28a7a299148d6b199f41f1b669e21 2024-11-20T13:24:00,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/78fcf87e156c48b48f0a898b52918387 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/78fcf87e156c48b48f0a898b52918387 2024-11-20T13:24:00,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/171a1a191ccd477bae7fccf98613f24e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/171a1a191ccd477bae7fccf98613f24e 2024-11-20T13:24:00,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/1411545b31374c7abae0b4b1900302fe to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/1411545b31374c7abae0b4b1900302fe 2024-11-20T13:24:00,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/778e80b7f25c435095fb697e31ce62e3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/778e80b7f25c435095fb697e31ce62e3 2024-11-20T13:24:00,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bd2b3f9649df43eb92477095bdf190b0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bd2b3f9649df43eb92477095bdf190b0 2024-11-20T13:24:00,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fc6125131a4c4898b9eaebc02bdebd25 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fc6125131a4c4898b9eaebc02bdebd25 2024-11-20T13:24:00,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/307536b4a6a24b628eb6740878a23989 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/307536b4a6a24b628eb6740878a23989 2024-11-20T13:24:00,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4dc18318521438284e5c43308a40cc3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e4dc18318521438284e5c43308a40cc3 2024-11-20T13:24:00,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/eeb6bc6148dd47b49f25d07b89bf865d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/eeb6bc6148dd47b49f25d07b89bf865d 2024-11-20T13:24:00,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/22ffe1fa22784d91a320de14e78c2ffa to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/22ffe1fa22784d91a320de14e78c2ffa 2024-11-20T13:24:00,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fad528b7c92c4cd4a53aecdead94198f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/fad528b7c92c4cd4a53aecdead94198f 2024-11-20T13:24:00,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/6aefe5e45d9d43ab8c418d9f9eabe102 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/6aefe5e45d9d43ab8c418d9f9eabe102 2024-11-20T13:24:00,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/4954e269533d42b38f03aa49ee7cd29d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/4954e269533d42b38f03aa49ee7cd29d 2024-11-20T13:24:00,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e21f84cda6434850824f564df12326f5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/e21f84cda6434850824f564df12326f5 2024-11-20T13:24:00,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/91d08117e8e444c28432e7e620b0401f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/91d08117e8e444c28432e7e620b0401f 2024-11-20T13:24:00,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b669031f7d0d409499ac26faa2f60723 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/b669031f7d0d409499ac26faa2f60723 2024-11-20T13:24:00,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bb7634a8789548bfb148b6ea010704bc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/bb7634a8789548bfb148b6ea010704bc 2024-11-20T13:24:00,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/73487240c47c4d15917fe6d7dd1f0ec0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/73487240c47c4d15917fe6d7dd1f0ec0 2024-11-20T13:24:00,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/5f7fc2f5e93f41af9cf4c3781a5e44d5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/5f7fc2f5e93f41af9cf4c3781a5e44d5 2024-11-20T13:24:00,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/6de01441ef694bf989b5cccc05cdb7f2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/57e3141b11384eee957188cdb441a7ae, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dff8c4e93d2443df88697b2f69a73426, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/e566c9a2e5cc42189a12b55623babab1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/22d488ec2e9741e4b6b841f093fb2d7d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f292316c442a4da89fce3d862e666d5c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/eac26c9270ce436c8430e4a444351a18, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/9214fef8e32e4e9f95a0920f0d67ebed, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1bfd2ca6c3724715b8dab488d3273873, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/ea94c3d41cc44c62ba4374093839220c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/846cfd4ded46459da28efca2fd935e31, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/995c32501dfd45c1a7b515815725033e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1f98a7c428f1465f956639e40a6a1844, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f706d5c8ae3a496d9fb4148b505827df, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/d10a802014ae42b3900db20e338d3f44, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/802e05c384304728bc1ad4ef6d49b10e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/a797073c303f4331b075a16ed74385a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dbb3234f244146ddb487320f97a32d92, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/5da6849c804440c5a8636bc024d37253, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dcf6cf0b604a4dec917a536c63903dba, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/4a20620bf4de4c5ab7370166c942f9fd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/8538f5a602b0473ea73be76613d889b9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/caf2b0844ce54fafa7192ba927c6ecbc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3d6e742713f844eabf3b2608f9e2d933, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/7b9c67b7a38c4c83a44477ff7a434c8a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3f5c53489bc1438aa72e75afaadbe05f] to archive 2024-11-20T13:24:00,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:00,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/6de01441ef694bf989b5cccc05cdb7f2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/6de01441ef694bf989b5cccc05cdb7f2 2024-11-20T13:24:00,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/57e3141b11384eee957188cdb441a7ae to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/57e3141b11384eee957188cdb441a7ae 2024-11-20T13:24:00,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dff8c4e93d2443df88697b2f69a73426 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dff8c4e93d2443df88697b2f69a73426 2024-11-20T13:24:00,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/e566c9a2e5cc42189a12b55623babab1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/e566c9a2e5cc42189a12b55623babab1 2024-11-20T13:24:00,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/22d488ec2e9741e4b6b841f093fb2d7d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/22d488ec2e9741e4b6b841f093fb2d7d 2024-11-20T13:24:00,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f292316c442a4da89fce3d862e666d5c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f292316c442a4da89fce3d862e666d5c 2024-11-20T13:24:00,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/eac26c9270ce436c8430e4a444351a18 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/eac26c9270ce436c8430e4a444351a18 2024-11-20T13:24:00,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/9214fef8e32e4e9f95a0920f0d67ebed to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/9214fef8e32e4e9f95a0920f0d67ebed 2024-11-20T13:24:00,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1bfd2ca6c3724715b8dab488d3273873 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1bfd2ca6c3724715b8dab488d3273873 2024-11-20T13:24:00,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/ea94c3d41cc44c62ba4374093839220c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/ea94c3d41cc44c62ba4374093839220c 2024-11-20T13:24:00,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/846cfd4ded46459da28efca2fd935e31 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/846cfd4ded46459da28efca2fd935e31 2024-11-20T13:24:00,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/995c32501dfd45c1a7b515815725033e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/995c32501dfd45c1a7b515815725033e 2024-11-20T13:24:00,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1f98a7c428f1465f956639e40a6a1844 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/1f98a7c428f1465f956639e40a6a1844 2024-11-20T13:24:00,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f706d5c8ae3a496d9fb4148b505827df to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/f706d5c8ae3a496d9fb4148b505827df 2024-11-20T13:24:00,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/d10a802014ae42b3900db20e338d3f44 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/d10a802014ae42b3900db20e338d3f44 2024-11-20T13:24:00,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/802e05c384304728bc1ad4ef6d49b10e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/802e05c384304728bc1ad4ef6d49b10e 2024-11-20T13:24:00,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/a797073c303f4331b075a16ed74385a5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/a797073c303f4331b075a16ed74385a5 2024-11-20T13:24:00,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dbb3234f244146ddb487320f97a32d92 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dbb3234f244146ddb487320f97a32d92 2024-11-20T13:24:00,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/5da6849c804440c5a8636bc024d37253 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/5da6849c804440c5a8636bc024d37253 2024-11-20T13:24:00,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dcf6cf0b604a4dec917a536c63903dba to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/dcf6cf0b604a4dec917a536c63903dba 2024-11-20T13:24:00,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/4a20620bf4de4c5ab7370166c942f9fd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/4a20620bf4de4c5ab7370166c942f9fd 2024-11-20T13:24:00,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/8538f5a602b0473ea73be76613d889b9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/8538f5a602b0473ea73be76613d889b9 2024-11-20T13:24:00,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/caf2b0844ce54fafa7192ba927c6ecbc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/caf2b0844ce54fafa7192ba927c6ecbc 2024-11-20T13:24:00,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3d6e742713f844eabf3b2608f9e2d933 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3d6e742713f844eabf3b2608f9e2d933 2024-11-20T13:24:00,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/7b9c67b7a38c4c83a44477ff7a434c8a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/7b9c67b7a38c4c83a44477ff7a434c8a 2024-11-20T13:24:00,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3f5c53489bc1438aa72e75afaadbe05f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/3f5c53489bc1438aa72e75afaadbe05f 2024-11-20T13:24:00,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/8f76713abe9a446b88496756bd77ce3f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fbc598fe3c444858bebc86586e097855, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9a30a455e40d4bc3ba2b4da199c68ace, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6db7b7a4e0949fb8acb9477f0de0528, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/e0be241346d446a8bdfd7703474061b0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51e3935533ea4a9ea7b4c75b9ee2afd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5f8f6c2f39214f388aacedfea4c99ca8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/918613fb9cb244878c54890f2b62af0a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/7ed2d85e626044a985d4a545bb9279d8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/439b1ca1a07b490e9fc08581b026c2f0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c7ac719afef148b2b963f4fa32f5717c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c4c1d6c1ca3240c4a2076fa118abf338, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/46374ceab46c47678af75be3bf5e2dfb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9613499f5e0d41a4b5ddba336dd5864d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/6059ae4bb47d4b23b7b3c7ba880a2935, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/ce106d7f4b174367974c060e5a390615, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/3bfb0c17ceca4843a13e487f156dc627, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/f523bf253206429ba6fca79c5254645c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fd63a03ed4944154ba1ce99978172ddb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/d74c0fbbb38840b08d0137583119b64e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6276e392d3c45949b1134e93561589e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9ad8dad741c04cabb2746e28b4a25732, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51393026c156452e8688a39771b6fd20, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/a3420c1fd5884c5aa70e81ac8134c92e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5fe639269b0e4fed9052235b2dc8d405, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/cf185feedb444fdc98b797f52bbdf506] to archive 2024-11-20T13:24:01,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:01,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/8f76713abe9a446b88496756bd77ce3f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/8f76713abe9a446b88496756bd77ce3f 2024-11-20T13:24:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T13:24:01,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fbc598fe3c444858bebc86586e097855 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fbc598fe3c444858bebc86586e097855 2024-11-20T13:24:01,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9a30a455e40d4bc3ba2b4da199c68ace to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9a30a455e40d4bc3ba2b4da199c68ace 2024-11-20T13:24:01,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6db7b7a4e0949fb8acb9477f0de0528 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6db7b7a4e0949fb8acb9477f0de0528 2024-11-20T13:24:01,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/e0be241346d446a8bdfd7703474061b0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/e0be241346d446a8bdfd7703474061b0 2024-11-20T13:24:01,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51e3935533ea4a9ea7b4c75b9ee2afd7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51e3935533ea4a9ea7b4c75b9ee2afd7 2024-11-20T13:24:01,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5f8f6c2f39214f388aacedfea4c99ca8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5f8f6c2f39214f388aacedfea4c99ca8 2024-11-20T13:24:01,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/918613fb9cb244878c54890f2b62af0a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/918613fb9cb244878c54890f2b62af0a 2024-11-20T13:24:01,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/7ed2d85e626044a985d4a545bb9279d8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/7ed2d85e626044a985d4a545bb9279d8 2024-11-20T13:24:01,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/439b1ca1a07b490e9fc08581b026c2f0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/439b1ca1a07b490e9fc08581b026c2f0 2024-11-20T13:24:01,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c7ac719afef148b2b963f4fa32f5717c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c7ac719afef148b2b963f4fa32f5717c 2024-11-20T13:24:01,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c4c1d6c1ca3240c4a2076fa118abf338 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/c4c1d6c1ca3240c4a2076fa118abf338 2024-11-20T13:24:01,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/46374ceab46c47678af75be3bf5e2dfb to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/46374ceab46c47678af75be3bf5e2dfb 2024-11-20T13:24:01,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9613499f5e0d41a4b5ddba336dd5864d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9613499f5e0d41a4b5ddba336dd5864d 2024-11-20T13:24:01,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/6059ae4bb47d4b23b7b3c7ba880a2935 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/6059ae4bb47d4b23b7b3c7ba880a2935 2024-11-20T13:24:01,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/ce106d7f4b174367974c060e5a390615 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/ce106d7f4b174367974c060e5a390615 2024-11-20T13:24:01,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/3bfb0c17ceca4843a13e487f156dc627 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/3bfb0c17ceca4843a13e487f156dc627 2024-11-20T13:24:01,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/f523bf253206429ba6fca79c5254645c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/f523bf253206429ba6fca79c5254645c 2024-11-20T13:24:01,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fd63a03ed4944154ba1ce99978172ddb to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/fd63a03ed4944154ba1ce99978172ddb 2024-11-20T13:24:01,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/d74c0fbbb38840b08d0137583119b64e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/d74c0fbbb38840b08d0137583119b64e 2024-11-20T13:24:01,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6276e392d3c45949b1134e93561589e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/b6276e392d3c45949b1134e93561589e 2024-11-20T13:24:01,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9ad8dad741c04cabb2746e28b4a25732 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/9ad8dad741c04cabb2746e28b4a25732 2024-11-20T13:24:01,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51393026c156452e8688a39771b6fd20 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/51393026c156452e8688a39771b6fd20 2024-11-20T13:24:01,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/a3420c1fd5884c5aa70e81ac8134c92e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/a3420c1fd5884c5aa70e81ac8134c92e 2024-11-20T13:24:01,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5fe639269b0e4fed9052235b2dc8d405 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/5fe639269b0e4fed9052235b2dc8d405 2024-11-20T13:24:01,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/cf185feedb444fdc98b797f52bbdf506 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/cf185feedb444fdc98b797f52bbdf506 2024-11-20T13:24:01,111 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/recovered.edits/373.seqid, newMaxSeqId=373, maxSeqId=4 2024-11-20T13:24:01,111 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51. 2024-11-20T13:24:01,111 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1635): Region close journal for 004bf21cc829f2d5715e68773c268d51: 2024-11-20T13:24:01,113 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(170): Closed 004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=106 updating hbase:meta row=004bf21cc829f2d5715e68773c268d51, regionState=CLOSED 2024-11-20T13:24:01,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T13:24:01,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; CloseRegionProcedure 004bf21cc829f2d5715e68773c268d51, server=5ef453f0fbb6,36009,1732108922197 in 363 msec 2024-11-20T13:24:01,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T13:24:01,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=004bf21cc829f2d5715e68773c268d51, UNASSIGN in 366 msec 2024-11-20T13:24:01,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T13:24:01,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 369 msec 2024-11-20T13:24:01,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109041118"}]},"ts":"1732109041118"} 2024-11-20T13:24:01,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T13:24:01,121 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T13:24:01,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 382 msec 2024-11-20T13:24:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T13:24:01,353 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-20T13:24:01,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T13:24:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:01,355 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=108, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T13:24:01,356 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=108, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:01,357 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,359 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/recovered.edits] 2024-11-20T13:24:01,362 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/039bac3c55874ce1bd291fa983abf542 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/A/039bac3c55874ce1bd291fa983abf542 2024-11-20T13:24:01,363 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/c6bf52c95efa41d2b22b7ae55f94275c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/B/c6bf52c95efa41d2b22b7ae55f94275c 2024-11-20T13:24:01,365 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/17253503a51941fa837ee410056a5c97 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/C/17253503a51941fa837ee410056a5c97 2024-11-20T13:24:01,369 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/recovered.edits/373.seqid to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51/recovered.edits/373.seqid 2024-11-20T13:24:01,372 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,372 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T13:24:01,373 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T13:24:01,373 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T13:24:01,376 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112001ed1b17e2b649cdab2d9fd396c29e84_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112001ed1b17e2b649cdab2d9fd396c29e84_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,378 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200f28e346fafc4a8d89c79bff2a1fc806_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200f28e346fafc4a8d89c79bff2a1fc806_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,379 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014eb778dea144d2285ecdd5195a95a5f_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014eb778dea144d2285ecdd5195a95a5f_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,380 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201702cf72270c443094b294298ef4d5da_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201702cf72270c443094b294298ef4d5da_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,381 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201732abb75d794077a8f180078b649d77_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201732abb75d794077a8f180078b649d77_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,382 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201ce98e9a61c84aebbc98c14d4551c7f6_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201ce98e9a61c84aebbc98c14d4551c7f6_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,384 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202a5be53ae934487681349c1cdaddf378_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202a5be53ae934487681349c1cdaddf378_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,385 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202c012a93f2b54c2e9710974cfb5a2b0c_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202c012a93f2b54c2e9710974cfb5a2b0c_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,391 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205dab94453eb6401a94f8304fa2a88ece_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205dab94453eb6401a94f8304fa2a88ece_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,394 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206307f17666ac44a8aed2c5cba2460a38_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206307f17666ac44a8aed2c5cba2460a38_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,395 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120630c4f9733fe4656b9063fd58111e061_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120630c4f9733fe4656b9063fd58111e061_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,396 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120703bdc642a224519a1c6689c60d59b05_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120703bdc642a224519a1c6689c60d59b05_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,398 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208197957c404c4aa18849ea0dbe9a5916_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208197957c404c4aa18849ea0dbe9a5916_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,399 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112084c1779757b64fc5aaab89a623f25ac5_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112084c1779757b64fc5aaab89a623f25ac5_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,400 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120855e7d16090e4d6e8aba5ff50c18246a_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120855e7d16090e4d6e8aba5ff50c18246a_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,401 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a33385bc718f4ff392fe6e989d91bf21_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a33385bc718f4ff392fe6e989d91bf21_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,403 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9c531034ff7445a9157fb8479ff01e0_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9c531034ff7445a9157fb8479ff01e0_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b15f0765a4de4c419ce33c75a8944b5c_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b15f0765a4de4c419ce33c75a8944b5c_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,406 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9e3b5533e22404a92340371b7865329_004bf21cc829f2d5715e68773c268d51 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9e3b5533e22404a92340371b7865329_004bf21cc829f2d5715e68773c268d51 2024-11-20T13:24:01,407 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T13:24:01,409 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=108, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:01,412 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T13:24:01,416 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T13:24:01,417 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=108, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:01,417 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T13:24:01,417 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732109041417"}]},"ts":"9223372036854775807"} 2024-11-20T13:24:01,420 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T13:24:01,420 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 004bf21cc829f2d5715e68773c268d51, NAME => 'TestAcidGuarantees,,1732109014021.004bf21cc829f2d5715e68773c268d51.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T13:24:01,420 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T13:24:01,420 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732109041420"}]},"ts":"9223372036854775807"} 2024-11-20T13:24:01,425 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T13:24:01,427 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=108, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:01,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-20T13:24:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T13:24:01,456 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T13:24:01,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=467 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1072 (was 993) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=865 (was 2350) 2024-11-20T13:24:01,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=1072, ProcessCount=11, AvailableMemoryMB=865 2024-11-20T13:24:01,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:24:01,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:24:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:01,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:24:01,478 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:01,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 109 2024-11-20T13:24:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-20T13:24:01,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:24:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742243_1419 (size=960) 2024-11-20T13:24:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-20T13:24:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-20T13:24:01,897 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:24:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742244_1420 (size=53) 2024-11-20T13:24:01,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:24:01,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 963a559bba592c41967360b5e3e74094, disabling compactions & flushes 2024-11-20T13:24:01,927 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:01,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:01,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. after waiting 0 ms 2024-11-20T13:24:01,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:01,927 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:01,927 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:01,928 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:24:01,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732109041928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732109041928"}]},"ts":"1732109041928"} 2024-11-20T13:24:01,930 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:24:01,930 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:24:01,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109041931"}]},"ts":"1732109041931"} 2024-11-20T13:24:01,932 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T13:24:01,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=963a559bba592c41967360b5e3e74094, ASSIGN}] 2024-11-20T13:24:01,943 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=963a559bba592c41967360b5e3e74094, ASSIGN 2024-11-20T13:24:01,944 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=963a559bba592c41967360b5e3e74094, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=false 2024-11-20T13:24:01,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T13:24:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-20T13:24:02,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=963a559bba592c41967360b5e3e74094, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:02,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; OpenRegionProcedure 963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:24:02,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:02,251 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:02,251 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:24:02,252 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,252 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:24:02,252 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,252 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,256 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,258 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:02,259 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963a559bba592c41967360b5e3e74094 columnFamilyName A 2024-11-20T13:24:02,259 DEBUG [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:02,259 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.HStore(327): Store=963a559bba592c41967360b5e3e74094/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:02,259 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,261 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:02,263 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963a559bba592c41967360b5e3e74094 columnFamilyName B 2024-11-20T13:24:02,263 DEBUG [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:02,264 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.HStore(327): Store=963a559bba592c41967360b5e3e74094/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:02,273 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,277 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:02,277 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963a559bba592c41967360b5e3e74094 columnFamilyName C 2024-11-20T13:24:02,277 DEBUG [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:02,279 INFO [StoreOpener-963a559bba592c41967360b5e3e74094-1 {}] regionserver.HStore(327): Store=963a559bba592c41967360b5e3e74094/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:02,279 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:02,280 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,280 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,282 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:24:02,286 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:02,288 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:24:02,289 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened 963a559bba592c41967360b5e3e74094; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62855077, jitterRate=-0.06338636577129364}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:24:02,289 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:02,290 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., pid=111, masterSystemTime=1732109042248 2024-11-20T13:24:02,292 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:02,292 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:02,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=963a559bba592c41967360b5e3e74094, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:02,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T13:24:02,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; OpenRegionProcedure 963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 in 197 msec 2024-11-20T13:24:02,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-20T13:24:02,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=963a559bba592c41967360b5e3e74094, ASSIGN in 354 msec 2024-11-20T13:24:02,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:24:02,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109042297"}]},"ts":"1732109042297"} 2024-11-20T13:24:02,299 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T13:24:02,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=109, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:24:02,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 826 msec 2024-11-20T13:24:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-11-20T13:24:02,594 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 109 completed 2024-11-20T13:24:02,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-20T13:24:02,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:02,631 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:02,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:24:02,636 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:24:02,638 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-20T13:24:02,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-20T13:24:02,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-20T13:24:02,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-20T13:24:02,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,709 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-20T13:24:02,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,762 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-20T13:24:02,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-20T13:24:02,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-20T13:24:02,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-20T13:24:02,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-20T13:24:02,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:02,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-20T13:24:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T13:24:02,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:02,973 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:02,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:02,984 DEBUG [hconnection-0x6f0f49aa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:02,986 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:02,988 DEBUG [hconnection-0x7bc259cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:02,988 DEBUG [hconnection-0x362a5914-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:02,989 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:02,989 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:02,996 DEBUG [hconnection-0xfa67044-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:02,998 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:03,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:24:03,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:03,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:03,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109103038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109103038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109103040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T13:24:03,074 DEBUG [hconnection-0x5c48ff7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:03,081 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109103083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,084 DEBUG [hconnection-0x4c9c98f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:03,085 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:03,111 DEBUG [hconnection-0x4974d6c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:03,113 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:03,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/81746d1f89fe46098d7390fa0e9054f9 is 50, key is test_row_0/A:col10/1732109043002/Put/seqid=0 2024-11-20T13:24:03,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,130 DEBUG [hconnection-0x7758bcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:03,132 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:03,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109103140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109103140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109103142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,150 DEBUG [hconnection-0x1486719b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:03,152 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:03,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109103155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109103185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742245_1421 (size=12001) 2024-11-20T13:24:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109103260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/81746d1f89fe46098d7390fa0e9054f9 2024-11-20T13:24:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T13:24:03,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:03,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:03,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,301 DEBUG [hconnection-0x369c5f15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:03,303 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:03,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109103342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109103344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109103343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9670892bb21e46d08611237bb9a20b2c is 50, key is test_row_0/B:col10/1732109043002/Put/seqid=0 2024-11-20T13:24:03,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109103388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109103467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742246_1422 (size=12001) 2024-11-20T13:24:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T13:24:03,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9670892bb21e46d08611237bb9a20b2c 2024-11-20T13:24:03,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/abf4cfb5910543d5a27bcd1bac1414af is 50, key is test_row_0/C:col10/1732109043002/Put/seqid=0 2024-11-20T13:24:03,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109103645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109103646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109103652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109103693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742247_1423 (size=12001) 2024-11-20T13:24:03,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/abf4cfb5910543d5a27bcd1bac1414af 2024-11-20T13:24:03,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/81746d1f89fe46098d7390fa0e9054f9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/81746d1f89fe46098d7390fa0e9054f9 2024-11-20T13:24:03,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/81746d1f89fe46098d7390fa0e9054f9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T13:24:03,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9670892bb21e46d08611237bb9a20b2c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9670892bb21e46d08611237bb9a20b2c 2024-11-20T13:24:03,754 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9670892bb21e46d08611237bb9a20b2c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T13:24:03,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/abf4cfb5910543d5a27bcd1bac1414af as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/abf4cfb5910543d5a27bcd1bac1414af 2024-11-20T13:24:03,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/abf4cfb5910543d5a27bcd1bac1414af, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T13:24:03,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 963a559bba592c41967360b5e3e74094 in 769ms, sequenceid=13, compaction requested=false 2024-11-20T13:24:03,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:03,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:24:03,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:03,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:03,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:03,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:03,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:03,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:03,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/b732ee051baf4d4c839c5f5c4f13d956 is 50, key is test_row_0/A:col10/1732109043036/Put/seqid=0 2024-11-20T13:24:03,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109103837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742248_1424 (size=14341) 2024-11-20T13:24:03,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/b732ee051baf4d4c839c5f5c4f13d956 2024-11-20T13:24:03,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:03,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:03,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109103940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:03,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/bcd1a19e965442d19edc65aa8fa753cf is 50, key is test_row_0/B:col10/1732109043036/Put/seqid=0 2024-11-20T13:24:04,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:04,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:04,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:04,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:04,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:04,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T13:24:04,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742249_1425 (size=12001) 2024-11-20T13:24:04,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/bcd1a19e965442d19edc65aa8fa753cf 2024-11-20T13:24:04,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109104142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109104151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109104154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/963aaf0cffc048b1a310169f7a598561 is 50, key is test_row_0/C:col10/1732109043036/Put/seqid=0 2024-11-20T13:24:04,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109104163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109104198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:04,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:04,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:04,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742250_1426 (size=12001) 2024-11-20T13:24:04,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/963aaf0cffc048b1a310169f7a598561 2024-11-20T13:24:04,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/b732ee051baf4d4c839c5f5c4f13d956 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b732ee051baf4d4c839c5f5c4f13d956 2024-11-20T13:24:04,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b732ee051baf4d4c839c5f5c4f13d956, entries=200, sequenceid=40, filesize=14.0 K 2024-11-20T13:24:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/bcd1a19e965442d19edc65aa8fa753cf as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bcd1a19e965442d19edc65aa8fa753cf 2024-11-20T13:24:04,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bcd1a19e965442d19edc65aa8fa753cf, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T13:24:04,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/963aaf0cffc048b1a310169f7a598561 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/963aaf0cffc048b1a310169f7a598561 2024-11-20T13:24:04,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/963aaf0cffc048b1a310169f7a598561, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T13:24:04,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 963a559bba592c41967360b5e3e74094 in 579ms, sequenceid=40, compaction requested=false 2024-11-20T13:24:04,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:04,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T13:24:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:04,372 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T13:24:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:04,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/54f5075f4172475d84d08781b8290711 is 50, key is test_row_0/A:col10/1732109043786/Put/seqid=0 2024-11-20T13:24:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:04,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:04,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109104506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742251_1427 (size=12001) 2024-11-20T13:24:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109104609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109104822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:04,979 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/54f5075f4172475d84d08781b8290711 2024-11-20T13:24:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d9c3cb81bdd64e99a7d7c9acfb53c648 is 50, key is test_row_0/B:col10/1732109043786/Put/seqid=0 2024-11-20T13:24:05,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742252_1428 (size=12001) 2024-11-20T13:24:05,072 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d9c3cb81bdd64e99a7d7c9acfb53c648 2024-11-20T13:24:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T13:24:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/045eeb7eae734b43902e06daf1183bf5 is 50, key is test_row_0/C:col10/1732109043786/Put/seqid=0 2024-11-20T13:24:05,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742253_1429 (size=12001) 2024-11-20T13:24:05,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109105140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109105157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:05,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109105162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109105174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:05,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109105206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:05,542 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/045eeb7eae734b43902e06daf1183bf5 2024-11-20T13:24:05,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/54f5075f4172475d84d08781b8290711 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/54f5075f4172475d84d08781b8290711 2024-11-20T13:24:05,553 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/54f5075f4172475d84d08781b8290711, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T13:24:05,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d9c3cb81bdd64e99a7d7c9acfb53c648 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9c3cb81bdd64e99a7d7c9acfb53c648 2024-11-20T13:24:05,558 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9c3cb81bdd64e99a7d7c9acfb53c648, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T13:24:05,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/045eeb7eae734b43902e06daf1183bf5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/045eeb7eae734b43902e06daf1183bf5 2024-11-20T13:24:05,563 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/045eeb7eae734b43902e06daf1183bf5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T13:24:05,563 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 963a559bba592c41967360b5e3e74094 in 1191ms, sequenceid=49, compaction requested=true 2024-11-20T13:24:05,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:05,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:05,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-20T13:24:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-20T13:24:05,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T13:24:05,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5920 sec 2024-11-20T13:24:05,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.5950 sec 2024-11-20T13:24:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:05,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T13:24:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:05,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:05,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:05,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:05,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/918df383289e4fd1b0c34abe617fc884 is 50, key is test_row_0/A:col10/1732109044501/Put/seqid=0 2024-11-20T13:24:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742254_1430 (size=14341) 2024-11-20T13:24:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109105749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109105859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109106071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:06,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/918df383289e4fd1b0c34abe617fc884 2024-11-20T13:24:06,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/616c5ee367374714bea090b7d2b04281 is 50, key is test_row_0/B:col10/1732109044501/Put/seqid=0 2024-11-20T13:24:06,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742255_1431 (size=12001) 2024-11-20T13:24:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109106388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:06,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/616c5ee367374714bea090b7d2b04281 2024-11-20T13:24:06,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/254a0da882c540129cc227cd472439a4 is 50, key is test_row_0/C:col10/1732109044501/Put/seqid=0 2024-11-20T13:24:06,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:24:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742256_1432 (size=12001) 2024-11-20T13:24:06,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/254a0da882c540129cc227cd472439a4 2024-11-20T13:24:06,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/918df383289e4fd1b0c34abe617fc884 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/918df383289e4fd1b0c34abe617fc884 2024-11-20T13:24:06,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/918df383289e4fd1b0c34abe617fc884, entries=200, sequenceid=77, filesize=14.0 K 2024-11-20T13:24:06,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/616c5ee367374714bea090b7d2b04281 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/616c5ee367374714bea090b7d2b04281 2024-11-20T13:24:06,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/616c5ee367374714bea090b7d2b04281, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:24:06,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/254a0da882c540129cc227cd472439a4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/254a0da882c540129cc227cd472439a4 2024-11-20T13:24:06,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/254a0da882c540129cc227cd472439a4, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:24:06,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 963a559bba592c41967360b5e3e74094 in 1040ms, sequenceid=77, compaction requested=true 2024-11-20T13:24:06,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:06,720 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:06,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:06,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:06,720 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:06,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:06,721 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:06,721 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:06,722 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:06,722 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/81746d1f89fe46098d7390fa0e9054f9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b732ee051baf4d4c839c5f5c4f13d956, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/54f5075f4172475d84d08781b8290711, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/918df383289e4fd1b0c34abe617fc884] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=51.4 K 2024-11-20T13:24:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:06,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:06,723 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81746d1f89fe46098d7390fa0e9054f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732109043001 2024-11-20T13:24:06,723 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:06,723 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:06,723 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:06,723 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9670892bb21e46d08611237bb9a20b2c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bcd1a19e965442d19edc65aa8fa753cf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9c3cb81bdd64e99a7d7c9acfb53c648, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/616c5ee367374714bea090b7d2b04281] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=46.9 K 2024-11-20T13:24:06,725 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9670892bb21e46d08611237bb9a20b2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732109043001 2024-11-20T13:24:06,725 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b732ee051baf4d4c839c5f5c4f13d956, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732109043035 2024-11-20T13:24:06,725 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting bcd1a19e965442d19edc65aa8fa753cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732109043035 2024-11-20T13:24:06,726 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54f5075f4172475d84d08781b8290711, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732109043781 2024-11-20T13:24:06,726 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d9c3cb81bdd64e99a7d7c9acfb53c648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732109043781 2024-11-20T13:24:06,726 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918df383289e4fd1b0c34abe617fc884, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109044501 2024-11-20T13:24:06,726 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 616c5ee367374714bea090b7d2b04281, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109044501 2024-11-20T13:24:06,739 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:06,740 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7b6c68db184945169d2a94931b36881f is 50, key is test_row_0/B:col10/1732109044501/Put/seqid=0 2024-11-20T13:24:06,748 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:06,749 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/ff3dd93d3bbc44288a8c44d03c5bd2f4 is 50, key is test_row_0/A:col10/1732109044501/Put/seqid=0 2024-11-20T13:24:06,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742257_1433 (size=12139) 2024-11-20T13:24:06,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742258_1434 (size=12139) 2024-11-20T13:24:06,847 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/ff3dd93d3bbc44288a8c44d03c5bd2f4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/ff3dd93d3bbc44288a8c44d03c5bd2f4 2024-11-20T13:24:06,852 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into ff3dd93d3bbc44288a8c44d03c5bd2f4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:06,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:06,852 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=12, startTime=1732109046720; duration=0sec 2024-11-20T13:24:06,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:06,852 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:06,853 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:06,854 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:06,854 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:06,854 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:06,854 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/abf4cfb5910543d5a27bcd1bac1414af, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/963aaf0cffc048b1a310169f7a598561, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/045eeb7eae734b43902e06daf1183bf5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/254a0da882c540129cc227cd472439a4] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=46.9 K 2024-11-20T13:24:06,855 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting abf4cfb5910543d5a27bcd1bac1414af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732109043001 2024-11-20T13:24:06,855 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 963aaf0cffc048b1a310169f7a598561, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732109043035 2024-11-20T13:24:06,855 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 045eeb7eae734b43902e06daf1183bf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732109043781 2024-11-20T13:24:06,856 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 254a0da882c540129cc227cd472439a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109044501 2024-11-20T13:24:06,866 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:06,867 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/d4f264c87ada4602a08e51bf62e2b03c is 50, key is test_row_0/C:col10/1732109044501/Put/seqid=0 2024-11-20T13:24:06,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742259_1435 (size=12139) 2024-11-20T13:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:06,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:24:06,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:06,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:06,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:06,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:06,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:06,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:06,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7ff997b4756945ccbed2d704f90e6ee1 is 50, key is test_row_0/A:col10/1732109046935/Put/seqid=0 2024-11-20T13:24:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742260_1436 (size=14341) 2024-11-20T13:24:07,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7ff997b4756945ccbed2d704f90e6ee1 2024-11-20T13:24:07,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/884236fa436e451289dc32cd63a3fbac is 50, key is test_row_0/B:col10/1732109046935/Put/seqid=0 2024-11-20T13:24:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T13:24:07,079 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T13:24:07,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-20T13:24:07,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:07,082 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:07,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T13:24:07,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742261_1437 (size=12001) 2024-11-20T13:24:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T13:24:07,220 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7b6c68db184945169d2a94931b36881f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b6c68db184945169d2a94931b36881f 2024-11-20T13:24:07,226 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into 7b6c68db184945169d2a94931b36881f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:07,226 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:07,226 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=12, startTime=1732109046720; duration=0sec 2024-11-20T13:24:07,226 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:07,226 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:07,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T13:24:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:07,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109107229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109107244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109107244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109107245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109107252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,337 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/d4f264c87ada4602a08e51bf62e2b03c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d4f264c87ada4602a08e51bf62e2b03c 2024-11-20T13:24:07,342 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into d4f264c87ada4602a08e51bf62e2b03c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:07,342 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:07,342 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=12, startTime=1732109046722; duration=0sec 2024-11-20T13:24:07,342 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:07,342 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109107353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109107367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109107369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109107367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109107377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T13:24:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:07,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:07,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T13:24:07,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T13:24:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:07,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:07,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/884236fa436e451289dc32cd63a3fbac 2024-11-20T13:24:07,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/ceb13a13f9d44383951429e2369891eb is 50, key is test_row_0/C:col10/1732109046935/Put/seqid=0 2024-11-20T13:24:07,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109107577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109107586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109107587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109107587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109107592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742262_1438 (size=12001) 2024-11-20T13:24:07,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/ceb13a13f9d44383951429e2369891eb 2024-11-20T13:24:07,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7ff997b4756945ccbed2d704f90e6ee1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7ff997b4756945ccbed2d704f90e6ee1 2024-11-20T13:24:07,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7ff997b4756945ccbed2d704f90e6ee1, entries=200, sequenceid=89, filesize=14.0 K 2024-11-20T13:24:07,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/884236fa436e451289dc32cd63a3fbac as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/884236fa436e451289dc32cd63a3fbac 2024-11-20T13:24:07,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/884236fa436e451289dc32cd63a3fbac, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T13:24:07,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/ceb13a13f9d44383951429e2369891eb as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ceb13a13f9d44383951429e2369891eb 2024-11-20T13:24:07,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ceb13a13f9d44383951429e2369891eb, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T13:24:07,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 963a559bba592c41967360b5e3e74094 in 706ms, sequenceid=89, compaction requested=false 2024-11-20T13:24:07,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:07,708 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-20T13:24:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:07,709 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:24:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:07,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T13:24:07,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/8d2133c357874001abb8e3a7de1ea190 is 50, key is test_row_0/A:col10/1732109047243/Put/seqid=0 2024-11-20T13:24:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742263_1439 (size=12001) 2024-11-20T13:24:07,825 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/8d2133c357874001abb8e3a7de1ea190 2024-11-20T13:24:07,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/f05bc9e0d39849d99a76c95c53d6e263 is 50, key is test_row_0/B:col10/1732109047243/Put/seqid=0 2024-11-20T13:24:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:07,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742264_1440 (size=12001) 2024-11-20T13:24:07,912 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/f05bc9e0d39849d99a76c95c53d6e263 2024-11-20T13:24:07,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b5551bf8019a4cf8a82b8f6a85e0b714 is 50, key is test_row_0/C:col10/1732109047243/Put/seqid=0 2024-11-20T13:24:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109107929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109107932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109107932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109107934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109107941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:07,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742265_1441 (size=12001) 2024-11-20T13:24:08,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109108042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109108043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109108043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109108049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109108052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T13:24:08,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109108257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109108263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109108264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109108271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109108276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,397 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b5551bf8019a4cf8a82b8f6a85e0b714 2024-11-20T13:24:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/8d2133c357874001abb8e3a7de1ea190 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/8d2133c357874001abb8e3a7de1ea190 2024-11-20T13:24:08,427 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/8d2133c357874001abb8e3a7de1ea190, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T13:24:08,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/f05bc9e0d39849d99a76c95c53d6e263 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f05bc9e0d39849d99a76c95c53d6e263 2024-11-20T13:24:08,433 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f05bc9e0d39849d99a76c95c53d6e263, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T13:24:08,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b5551bf8019a4cf8a82b8f6a85e0b714 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b5551bf8019a4cf8a82b8f6a85e0b714 2024-11-20T13:24:08,437 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b5551bf8019a4cf8a82b8f6a85e0b714, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T13:24:08,438 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 963a559bba592c41967360b5e3e74094 in 729ms, sequenceid=117, compaction requested=true 2024-11-20T13:24:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:08,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-20T13:24:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-20T13:24:08,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T13:24:08,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3570 sec 2024-11-20T13:24:08,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.3620 sec 2024-11-20T13:24:08,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T13:24:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:08,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/c0d636adce7b4b54a92da649994f7dda is 50, key is test_row_0/A:col10/1732109048604/Put/seqid=0 2024-11-20T13:24:08,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742266_1442 (size=14391) 2024-11-20T13:24:08,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/c0d636adce7b4b54a92da649994f7dda 2024-11-20T13:24:08,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109108696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d66c6a85d02141c3bf61090ab7506022 is 50, key is test_row_0/B:col10/1732109048604/Put/seqid=0 2024-11-20T13:24:08,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109108713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109108715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109108717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109108718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742267_1443 (size=12051) 2024-11-20T13:24:08,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109108830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109108833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109108833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109108841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:08,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109108845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109109071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109109074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109109074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109109075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109109076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d66c6a85d02141c3bf61090ab7506022 2024-11-20T13:24:09,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/380d2de6f789465c93d07a3c762dfbbd is 50, key is test_row_0/C:col10/1732109048604/Put/seqid=0 2024-11-20T13:24:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T13:24:09,221 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-20T13:24:09,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-20T13:24:09,225 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:09,227 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:09,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T13:24:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742268_1444 (size=12051) 2024-11-20T13:24:09,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/380d2de6f789465c93d07a3c762dfbbd 2024-11-20T13:24:09,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/c0d636adce7b4b54a92da649994f7dda as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/c0d636adce7b4b54a92da649994f7dda 2024-11-20T13:24:09,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/c0d636adce7b4b54a92da649994f7dda, entries=200, sequenceid=130, filesize=14.1 K 2024-11-20T13:24:09,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d66c6a85d02141c3bf61090ab7506022 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d66c6a85d02141c3bf61090ab7506022 2024-11-20T13:24:09,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d66c6a85d02141c3bf61090ab7506022, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T13:24:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/380d2de6f789465c93d07a3c762dfbbd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/380d2de6f789465c93d07a3c762dfbbd 2024-11-20T13:24:09,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/380d2de6f789465c93d07a3c762dfbbd, entries=150, sequenceid=130, filesize=11.8 K 2024-11-20T13:24:09,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 963a559bba592c41967360b5e3e74094 in 683ms, sequenceid=130, compaction requested=true 2024-11-20T13:24:09,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:09,289 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:09,291 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52872 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:09,291 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:09,291 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:09,291 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/ff3dd93d3bbc44288a8c44d03c5bd2f4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7ff997b4756945ccbed2d704f90e6ee1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/8d2133c357874001abb8e3a7de1ea190, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/c0d636adce7b4b54a92da649994f7dda] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=51.6 K 2024-11-20T13:24:09,291 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff3dd93d3bbc44288a8c44d03c5bd2f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109044501 2024-11-20T13:24:09,293 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ff997b4756945ccbed2d704f90e6ee1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732109045729 2024-11-20T13:24:09,293 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d2133c357874001abb8e3a7de1ea190, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732109047221 2024-11-20T13:24:09,295 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d636adce7b4b54a92da649994f7dda, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109047924 2024-11-20T13:24:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:09,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:09,302 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:09,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:09,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:09,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:09,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:09,308 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:09,308 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:09,308 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:09,308 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b6c68db184945169d2a94931b36881f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/884236fa436e451289dc32cd63a3fbac, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f05bc9e0d39849d99a76c95c53d6e263, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d66c6a85d02141c3bf61090ab7506022] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=47.1 K 2024-11-20T13:24:09,308 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b6c68db184945169d2a94931b36881f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109044501 2024-11-20T13:24:09,311 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 884236fa436e451289dc32cd63a3fbac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732109045740 2024-11-20T13:24:09,311 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f05bc9e0d39849d99a76c95c53d6e263, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732109047221 2024-11-20T13:24:09,311 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d66c6a85d02141c3bf61090ab7506022, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109047924 2024-11-20T13:24:09,325 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:09,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/15ec3da118fa4d95aa99eb89c87551fc is 50, key is test_row_0/A:col10/1732109048604/Put/seqid=0 2024-11-20T13:24:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T13:24:09,335 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#364 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:09,336 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/e1d6582e69ff467897e009700f30e9fa is 50, key is test_row_0/B:col10/1732109048604/Put/seqid=0 2024-11-20T13:24:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742269_1445 (size=12325) 2024-11-20T13:24:09,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-20T13:24:09,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:09,382 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T13:24:09,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:09,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:09,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:09,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:09,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:09,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:09,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:09,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742270_1446 (size=12325) 2024-11-20T13:24:09,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7cf5b2e1f81d403099025e4de0289768 is 50, key is test_row_0/A:col10/1732109048715/Put/seqid=0 2024-11-20T13:24:09,403 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/e1d6582e69ff467897e009700f30e9fa as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e1d6582e69ff467897e009700f30e9fa 2024-11-20T13:24:09,418 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into e1d6582e69ff467897e009700f30e9fa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:09,418 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:09,418 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=12, startTime=1732109049301; duration=0sec 2024-11-20T13:24:09,418 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:09,418 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:09,418 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:09,420 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:09,420 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:09,420 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:09,420 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d4f264c87ada4602a08e51bf62e2b03c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ceb13a13f9d44383951429e2369891eb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b5551bf8019a4cf8a82b8f6a85e0b714, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/380d2de6f789465c93d07a3c762dfbbd] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=47.1 K 2024-11-20T13:24:09,421 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d4f264c87ada4602a08e51bf62e2b03c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109044501 2024-11-20T13:24:09,421 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb13a13f9d44383951429e2369891eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732109045740 2024-11-20T13:24:09,422 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b5551bf8019a4cf8a82b8f6a85e0b714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732109047221 2024-11-20T13:24:09,423 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 380d2de6f789465c93d07a3c762dfbbd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109047924 2024-11-20T13:24:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109109405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109109420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109109423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109109428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109109428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742271_1447 (size=12151) 2024-11-20T13:24:09,472 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7cf5b2e1f81d403099025e4de0289768 2024-11-20T13:24:09,495 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:09,495 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/eebe9ce8ef7647448c7368be894eb3d1 is 50, key is test_row_0/C:col10/1732109048604/Put/seqid=0 2024-11-20T13:24:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0d3adc5505ae4654b7648f70ba1c75da is 50, key is test_row_0/B:col10/1732109048715/Put/seqid=0 2024-11-20T13:24:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T13:24:09,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109109531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109109546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109109552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109109554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109109554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742272_1448 (size=12325) 2024-11-20T13:24:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742273_1449 (size=12151) 2024-11-20T13:24:09,593 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0d3adc5505ae4654b7648f70ba1c75da 2024-11-20T13:24:09,597 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/eebe9ce8ef7647448c7368be894eb3d1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/eebe9ce8ef7647448c7368be894eb3d1 2024-11-20T13:24:09,602 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into eebe9ce8ef7647448c7368be894eb3d1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:09,602 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:09,602 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=12, startTime=1732109049302; duration=0sec 2024-11-20T13:24:09,602 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:09,602 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:09,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/16948c07b2a04590b3d1c3e40aca00da is 50, key is test_row_0/C:col10/1732109048715/Put/seqid=0 2024-11-20T13:24:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742274_1450 (size=12151) 2024-11-20T13:24:09,700 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/16948c07b2a04590b3d1c3e40aca00da 2024-11-20T13:24:09,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7cf5b2e1f81d403099025e4de0289768 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7cf5b2e1f81d403099025e4de0289768 2024-11-20T13:24:09,715 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7cf5b2e1f81d403099025e4de0289768, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T13:24:09,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0d3adc5505ae4654b7648f70ba1c75da as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0d3adc5505ae4654b7648f70ba1c75da 2024-11-20T13:24:09,722 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0d3adc5505ae4654b7648f70ba1c75da, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T13:24:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/16948c07b2a04590b3d1c3e40aca00da as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/16948c07b2a04590b3d1c3e40aca00da 2024-11-20T13:24:09,727 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/16948c07b2a04590b3d1c3e40aca00da, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T13:24:09,728 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 963a559bba592c41967360b5e3e74094 in 346ms, sequenceid=153, compaction requested=false 2024-11-20T13:24:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-20T13:24:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-20T13:24:09,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T13:24:09,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 503 msec 2024-11-20T13:24:09,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 514 msec 2024-11-20T13:24:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:09,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T13:24:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:09,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/3987d17d4791434da48f98d74e7fefd7 is 50, key is test_row_0/A:col10/1732109049426/Put/seqid=0 2024-11-20T13:24:09,785 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/15ec3da118fa4d95aa99eb89c87551fc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/15ec3da118fa4d95aa99eb89c87551fc 2024-11-20T13:24:09,797 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into 15ec3da118fa4d95aa99eb89c87551fc(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:09,797 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:09,797 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=12, startTime=1732109049289; duration=0sec 2024-11-20T13:24:09,797 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:09,797 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742275_1451 (size=14541) 2024-11-20T13:24:09,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/3987d17d4791434da48f98d74e7fefd7 2024-11-20T13:24:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-20T13:24:09,832 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-20T13:24:09,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-20T13:24:09,836 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:09,836 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:09,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T13:24:09,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109109848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7084d02c7ba0473fbdaa678eb3940b42 is 50, key is test_row_0/B:col10/1732109049426/Put/seqid=0 2024-11-20T13:24:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109109858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109109860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109109862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109109865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742276_1452 (size=12151) 2024-11-20T13:24:09,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7084d02c7ba0473fbdaa678eb3940b42 2024-11-20T13:24:09,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/4b0f4de97a634a8f989bfb7bb818c758 is 50, key is test_row_0/C:col10/1732109049426/Put/seqid=0 2024-11-20T13:24:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T13:24:09,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109109964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,989 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109109985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109109985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109109986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T13:24:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109109987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:09,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:10,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742277_1453 (size=12151) 2024-11-20T13:24:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T13:24:10,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T13:24:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:10,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:10,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109110170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109110193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109110195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109110196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109110197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T13:24:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:10,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/4b0f4de97a634a8f989bfb7bb818c758 2024-11-20T13:24:10,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/3987d17d4791434da48f98d74e7fefd7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3987d17d4791434da48f98d74e7fefd7 2024-11-20T13:24:10,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3987d17d4791434da48f98d74e7fefd7, entries=200, sequenceid=170, filesize=14.2 K 2024-11-20T13:24:10,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7084d02c7ba0473fbdaa678eb3940b42 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7084d02c7ba0473fbdaa678eb3940b42 2024-11-20T13:24:10,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7084d02c7ba0473fbdaa678eb3940b42, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T13:24:10,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/4b0f4de97a634a8f989bfb7bb818c758 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/4b0f4de97a634a8f989bfb7bb818c758 2024-11-20T13:24:10,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/4b0f4de97a634a8f989bfb7bb818c758, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T13:24:10,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 963a559bba592c41967360b5e3e74094 in 667ms, sequenceid=170, compaction requested=true 2024-11-20T13:24:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:10,429 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:10,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:10,429 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:10,430 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39017 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:10,430 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:10,430 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:10,431 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,431 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:10,431 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,431 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/15ec3da118fa4d95aa99eb89c87551fc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7cf5b2e1f81d403099025e4de0289768, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3987d17d4791434da48f98d74e7fefd7] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=38.1 K 2024-11-20T13:24:10,431 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e1d6582e69ff467897e009700f30e9fa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0d3adc5505ae4654b7648f70ba1c75da, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7084d02c7ba0473fbdaa678eb3940b42] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=35.8 K 2024-11-20T13:24:10,432 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d6582e69ff467897e009700f30e9fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109047924 2024-11-20T13:24:10,433 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15ec3da118fa4d95aa99eb89c87551fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109047924 2024-11-20T13:24:10,433 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cf5b2e1f81d403099025e4de0289768, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732109048711 2024-11-20T13:24:10,433 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3adc5505ae4654b7648f70ba1c75da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732109048711 2024-11-20T13:24:10,435 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3987d17d4791434da48f98d74e7fefd7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109049423 2024-11-20T13:24:10,435 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7084d02c7ba0473fbdaa678eb3940b42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109049423 2024-11-20T13:24:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T13:24:10,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-20T13:24:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,471 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T13:24:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:10,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:10,475 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:10,475 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/d80bc25220af44aa92eafd38da474f3d is 50, key is test_row_0/A:col10/1732109049426/Put/seqid=0 2024-11-20T13:24:10,482 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:10,482 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/4724314aacad4b6c97cf934299cc5705 is 50, key is test_row_0/B:col10/1732109049426/Put/seqid=0 2024-11-20T13:24:10,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/cec64adaf8f54f49823fec224d71ab7f is 50, key is test_row_0/A:col10/1732109049859/Put/seqid=0 2024-11-20T13:24:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:10,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109110555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109110555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742278_1454 (size=12527) 2024-11-20T13:24:10,576 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/d80bc25220af44aa92eafd38da474f3d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d80bc25220af44aa92eafd38da474f3d 2024-11-20T13:24:10,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109110558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,583 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into d80bc25220af44aa92eafd38da474f3d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:10,583 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:10,583 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=13, startTime=1732109050429; duration=0sec 2024-11-20T13:24:10,583 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:10,584 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:10,584 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:10,585 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:10,585 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:10,585 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:10,585 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/eebe9ce8ef7647448c7368be894eb3d1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/16948c07b2a04590b3d1c3e40aca00da, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/4b0f4de97a634a8f989bfb7bb818c758] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=35.8 K 2024-11-20T13:24:10,585 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting eebe9ce8ef7647448c7368be894eb3d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732109047924 2024-11-20T13:24:10,586 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16948c07b2a04590b3d1c3e40aca00da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732109048711 2024-11-20T13:24:10,586 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b0f4de97a634a8f989bfb7bb818c758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109049423 2024-11-20T13:24:10,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109110567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109110570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,647 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:10,647 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/c1fafc3f20b4406eb4c9ab544add089c is 50, key is test_row_0/C:col10/1732109049426/Put/seqid=0 2024-11-20T13:24:10,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742280_1456 (size=12151) 2024-11-20T13:24:10,649 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/cec64adaf8f54f49823fec224d71ab7f 2024-11-20T13:24:10,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742279_1455 (size=12527) 2024-11-20T13:24:10,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742281_1457 (size=12527) 2024-11-20T13:24:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d7ac374b705948b5bd74f5ead6d1eb60 is 50, key is test_row_0/B:col10/1732109049859/Put/seqid=0 2024-11-20T13:24:10,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109110670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109110671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742282_1458 (size=12151) 2024-11-20T13:24:10,717 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d7ac374b705948b5bd74f5ead6d1eb60 2024-11-20T13:24:10,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109110722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109110722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109110722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/8716f0e517144cb982ffe073c1478fd1 is 50, key is test_row_0/C:col10/1732109049859/Put/seqid=0 2024-11-20T13:24:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742283_1459 (size=12151) 2024-11-20T13:24:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109110884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109110884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T13:24:10,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109110934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109110934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109110957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,065 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/4724314aacad4b6c97cf934299cc5705 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/4724314aacad4b6c97cf934299cc5705 2024-11-20T13:24:11,068 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/c1fafc3f20b4406eb4c9ab544add089c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/c1fafc3f20b4406eb4c9ab544add089c 2024-11-20T13:24:11,071 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into 4724314aacad4b6c97cf934299cc5705(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:11,071 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:11,071 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=13, startTime=1732109050429; duration=0sec 2024-11-20T13:24:11,071 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:11,071 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:11,075 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into c1fafc3f20b4406eb4c9ab544add089c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:11,075 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:11,075 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=13, startTime=1732109050429; duration=0sec 2024-11-20T13:24:11,075 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:11,075 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:11,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109111198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109111200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,218 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/8716f0e517144cb982ffe073c1478fd1 2024-11-20T13:24:11,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/cec64adaf8f54f49823fec224d71ab7f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/cec64adaf8f54f49823fec224d71ab7f 2024-11-20T13:24:11,229 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/cec64adaf8f54f49823fec224d71ab7f, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T13:24:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d7ac374b705948b5bd74f5ead6d1eb60 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d7ac374b705948b5bd74f5ead6d1eb60 2024-11-20T13:24:11,235 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d7ac374b705948b5bd74f5ead6d1eb60, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T13:24:11,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/8716f0e517144cb982ffe073c1478fd1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/8716f0e517144cb982ffe073c1478fd1 2024-11-20T13:24:11,241 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/8716f0e517144cb982ffe073c1478fd1, entries=150, sequenceid=192, filesize=11.9 K 2024-11-20T13:24:11,241 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 963a559bba592c41967360b5e3e74094 in 771ms, sequenceid=192, compaction requested=false 2024-11-20T13:24:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-20T13:24:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-20T13:24:11,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T13:24:11,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-20T13:24:11,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.4120 sec 2024-11-20T13:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:11,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T13:24:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:11,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:11,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/9729af8faec843bf8cae89edec614b23 is 50, key is test_row_0/A:col10/1732109050565/Put/seqid=0 2024-11-20T13:24:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742284_1460 (size=12151) 2024-11-20T13:24:11,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/9729af8faec843bf8cae89edec614b23 2024-11-20T13:24:11,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0e4b9703ed214bdba45cc57c304f9ef2 is 50, key is test_row_0/B:col10/1732109050565/Put/seqid=0 2024-11-20T13:24:11,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109111369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109111371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109111383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742285_1461 (size=12151) 2024-11-20T13:24:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109111492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109111494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109111502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109111701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109111702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109111708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109111713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109111721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:11,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0e4b9703ed214bdba45cc57c304f9ef2 2024-11-20T13:24:11,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/43b8731075d043e18cd82d5bac43fb64 is 50, key is test_row_0/C:col10/1732109050565/Put/seqid=0 2024-11-20T13:24:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742286_1462 (size=12151) 2024-11-20T13:24:11,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/43b8731075d043e18cd82d5bac43fb64 2024-11-20T13:24:11,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/9729af8faec843bf8cae89edec614b23 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/9729af8faec843bf8cae89edec614b23 2024-11-20T13:24:11,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/9729af8faec843bf8cae89edec614b23, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T13:24:11,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0e4b9703ed214bdba45cc57c304f9ef2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0e4b9703ed214bdba45cc57c304f9ef2 2024-11-20T13:24:11,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0e4b9703ed214bdba45cc57c304f9ef2, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T13:24:11,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/43b8731075d043e18cd82d5bac43fb64 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/43b8731075d043e18cd82d5bac43fb64 2024-11-20T13:24:11,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/43b8731075d043e18cd82d5bac43fb64, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T13:24:11,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 963a559bba592c41967360b5e3e74094 in 654ms, sequenceid=212, compaction requested=true 2024-11-20T13:24:11,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:11,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:11,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:11,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:11,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:11,926 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:11,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:11,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:11,926 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:11,927 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:11,927 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:11,927 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:11,928 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/4724314aacad4b6c97cf934299cc5705, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d7ac374b705948b5bd74f5ead6d1eb60, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0e4b9703ed214bdba45cc57c304f9ef2] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=36.0 K 2024-11-20T13:24:11,928 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:11,928 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:11,928 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:11,928 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4724314aacad4b6c97cf934299cc5705, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109049423 2024-11-20T13:24:11,928 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d80bc25220af44aa92eafd38da474f3d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/cec64adaf8f54f49823fec224d71ab7f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/9729af8faec843bf8cae89edec614b23] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=36.0 K 2024-11-20T13:24:11,928 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7ac374b705948b5bd74f5ead6d1eb60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732109049835 2024-11-20T13:24:11,929 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d80bc25220af44aa92eafd38da474f3d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109049423 2024-11-20T13:24:11,929 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e4b9703ed214bdba45cc57c304f9ef2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732109050524 2024-11-20T13:24:11,929 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting cec64adaf8f54f49823fec224d71ab7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732109049835 2024-11-20T13:24:11,930 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9729af8faec843bf8cae89edec614b23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732109050524 2024-11-20T13:24:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T13:24:11,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T13:24:11,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T13:24:11,947 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-20T13:24:11,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-20T13:24:11,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T13:24:11,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:11,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:11,953 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:11,954 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/1393bea9250542cea5d48c1e3a74aa74 is 50, key is test_row_0/A:col10/1732109050565/Put/seqid=0 2024-11-20T13:24:11,964 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:11,965 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/f59086b64efa4e28bf9eb813394df3fc is 50, key is test_row_0/B:col10/1732109050565/Put/seqid=0 2024-11-20T13:24:12,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T13:24:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742287_1463 (size=12629) 2024-11-20T13:24:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T13:24:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742288_1464 (size=12629) 2024-11-20T13:24:12,075 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/f59086b64efa4e28bf9eb813394df3fc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f59086b64efa4e28bf9eb813394df3fc 2024-11-20T13:24:12,080 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into f59086b64efa4e28bf9eb813394df3fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:12,080 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:12,080 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=13, startTime=1732109051926; duration=0sec 2024-11-20T13:24:12,080 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:12,080 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:12,080 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:12,082 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:12,082 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:12,082 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,082 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/c1fafc3f20b4406eb4c9ab544add089c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/8716f0e517144cb982ffe073c1478fd1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/43b8731075d043e18cd82d5bac43fb64] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=36.0 K 2024-11-20T13:24:12,083 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1fafc3f20b4406eb4c9ab544add089c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109049423 2024-11-20T13:24:12,083 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8716f0e517144cb982ffe073c1478fd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732109049835 2024-11-20T13:24:12,084 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43b8731075d043e18cd82d5bac43fb64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732109050524 2024-11-20T13:24:12,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/2c3700f9ce1045488379b1d1f4964434 is 50, key is test_row_0/A:col10/1732109051369/Put/seqid=0 2024-11-20T13:24:12,103 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#384 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:12,104 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/d8d8d9b282fb4fb4a196573475cb7b2b is 50, key is test_row_0/C:col10/1732109050565/Put/seqid=0 2024-11-20T13:24:12,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109112101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109112104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109112106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742289_1465 (size=14541) 2024-11-20T13:24:12,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/2c3700f9ce1045488379b1d1f4964434 2024-11-20T13:24:12,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742290_1466 (size=12629) 2024-11-20T13:24:12,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9dd80ba55b7c4ab78b07b21bd159574b is 50, key is test_row_0/B:col10/1732109051369/Put/seqid=0 2024-11-20T13:24:12,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109112216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109112217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109112218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742291_1467 (size=12151) 2024-11-20T13:24:12,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9dd80ba55b7c4ab78b07b21bd159574b 2024-11-20T13:24:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T13:24:12,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/780a818fbc29461ab365809f410ccbdf is 50, key is test_row_0/C:col10/1732109051369/Put/seqid=0 2024-11-20T13:24:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742292_1468 (size=12151) 2024-11-20T13:24:12,414 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:12,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:12,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109112430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109112430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109112431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,450 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/1393bea9250542cea5d48c1e3a74aa74 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1393bea9250542cea5d48c1e3a74aa74 2024-11-20T13:24:12,457 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into 1393bea9250542cea5d48c1e3a74aa74(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:12,457 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:12,457 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=13, startTime=1732109051926; duration=0sec 2024-11-20T13:24:12,457 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:12,457 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T13:24:12,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:12,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:12,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,598 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/d8d8d9b282fb4fb4a196573475cb7b2b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d8d8d9b282fb4fb4a196573475cb7b2b 2024-11-20T13:24:12,606 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into d8d8d9b282fb4fb4a196573475cb7b2b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:12,606 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:12,606 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=13, startTime=1732109051926; duration=0sec 2024-11-20T13:24:12,606 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:12,606 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109112719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/780a818fbc29461ab365809f410ccbdf 2024-11-20T13:24:12,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109112722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/2c3700f9ce1045488379b1d1f4964434 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/2c3700f9ce1045488379b1d1f4964434 2024-11-20T13:24:12,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/2c3700f9ce1045488379b1d1f4964434, entries=200, sequenceid=233, filesize=14.2 K 2024-11-20T13:24:12,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:12,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:12,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9dd80ba55b7c4ab78b07b21bd159574b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9dd80ba55b7c4ab78b07b21bd159574b 2024-11-20T13:24:12,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9dd80ba55b7c4ab78b07b21bd159574b, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T13:24:12,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/780a818fbc29461ab365809f410ccbdf as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/780a818fbc29461ab365809f410ccbdf 2024-11-20T13:24:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109112740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/780a818fbc29461ab365809f410ccbdf, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T13:24:12,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 963a559bba592c41967360b5e3e74094 in 723ms, sequenceid=233, compaction requested=false 2024-11-20T13:24:12,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:12,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T13:24:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:12,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/b61faea671d14bda97042f107369b33a is 50, key is test_row_0/A:col10/1732109052758/Put/seqid=0 2024-11-20T13:24:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742293_1469 (size=16931) 2024-11-20T13:24:12,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109112877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:12,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:12,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:12,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109112886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109112991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109112999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:13,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T13:24:13,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109113205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109113212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/b61faea671d14bda97042f107369b33a 2024-11-20T13:24:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109113250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d9eed91ae121490890b4a2771e908c68 is 50, key is test_row_0/B:col10/1732109052758/Put/seqid=0 2024-11-20T13:24:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742294_1470 (size=12151) 2024-11-20T13:24:13,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:13,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:13,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:13,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109113524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109113524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,661 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d9eed91ae121490890b4a2771e908c68 2024-11-20T13:24:13,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/bf2ca4ab343b4f6eb24883c49f3eb004 is 50, key is test_row_0/C:col10/1732109052758/Put/seqid=0 2024-11-20T13:24:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742295_1471 (size=12151) 2024-11-20T13:24:13,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/bf2ca4ab343b4f6eb24883c49f3eb004 2024-11-20T13:24:13,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/b61faea671d14bda97042f107369b33a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b61faea671d14bda97042f107369b33a 2024-11-20T13:24:13,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b61faea671d14bda97042f107369b33a, entries=250, sequenceid=254, filesize=16.5 K 2024-11-20T13:24:13,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d9eed91ae121490890b4a2771e908c68 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9eed91ae121490890b4a2771e908c68 2024-11-20T13:24:13,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:13,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:13,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:13,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9eed91ae121490890b4a2771e908c68, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T13:24:13,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/bf2ca4ab343b4f6eb24883c49f3eb004 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/bf2ca4ab343b4f6eb24883c49f3eb004 2024-11-20T13:24:13,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/bf2ca4ab343b4f6eb24883c49f3eb004, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T13:24:13,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 963a559bba592c41967360b5e3e74094 in 1065ms, sequenceid=254, compaction requested=true 2024-11-20T13:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:13,838 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:13,838 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:13,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:13,839 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:13,839 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:13,839 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:13,839 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:13,839 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,839 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,839 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f59086b64efa4e28bf9eb813394df3fc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9dd80ba55b7c4ab78b07b21bd159574b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9eed91ae121490890b4a2771e908c68] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=36.1 K 2024-11-20T13:24:13,839 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1393bea9250542cea5d48c1e3a74aa74, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/2c3700f9ce1045488379b1d1f4964434, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b61faea671d14bda97042f107369b33a] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=43.1 K 2024-11-20T13:24:13,840 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f59086b64efa4e28bf9eb813394df3fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732109050524 2024-11-20T13:24:13,840 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1393bea9250542cea5d48c1e3a74aa74, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732109050524 2024-11-20T13:24:13,840 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dd80ba55b7c4ab78b07b21bd159574b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732109051287 2024-11-20T13:24:13,841 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c3700f9ce1045488379b1d1f4964434, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732109051287 2024-11-20T13:24:13,841 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d9eed91ae121490890b4a2771e908c68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732109052102 2024-11-20T13:24:13,841 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b61faea671d14bda97042f107369b33a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732109052067 2024-11-20T13:24:13,854 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:13,854 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/2ee30fd68c1e41d7a500e02d57a57ffd is 50, key is test_row_0/B:col10/1732109052758/Put/seqid=0 2024-11-20T13:24:13,871 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:13,871 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/caba55b36d93465da478e071b5924291 is 50, key is test_row_0/A:col10/1732109052758/Put/seqid=0 2024-11-20T13:24:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742296_1472 (size=12731) 2024-11-20T13:24:13,929 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/2ee30fd68c1e41d7a500e02d57a57ffd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2ee30fd68c1e41d7a500e02d57a57ffd 2024-11-20T13:24:13,934 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into 2ee30fd68c1e41d7a500e02d57a57ffd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:13,934 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:13,934 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=13, startTime=1732109053838; duration=0sec 2024-11-20T13:24:13,934 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:13,934 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:13,934 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:13,936 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:13,936 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:13,936 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,936 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d8d8d9b282fb4fb4a196573475cb7b2b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/780a818fbc29461ab365809f410ccbdf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/bf2ca4ab343b4f6eb24883c49f3eb004] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=36.1 K 2024-11-20T13:24:13,937 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d8d9b282fb4fb4a196573475cb7b2b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732109050524 2024-11-20T13:24:13,937 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 780a818fbc29461ab365809f410ccbdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732109051287 2024-11-20T13:24:13,937 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2ca4ab343b4f6eb24883c49f3eb004, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732109052102 2024-11-20T13:24:13,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742297_1473 (size=12731) 2024-11-20T13:24:13,954 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:13,954 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/7c74dbe73d0f44a7b145e299035aa6b1 is 50, key is test_row_0/C:col10/1732109052758/Put/seqid=0 2024-11-20T13:24:13,960 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/caba55b36d93465da478e071b5924291 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/caba55b36d93465da478e071b5924291 2024-11-20T13:24:13,965 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into caba55b36d93465da478e071b5924291(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:13,965 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:13,965 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=13, startTime=1732109053838; duration=0sec 2024-11-20T13:24:13,965 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:13,965 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:13,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:13,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-20T13:24:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:13,970 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T13:24:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/bae5fc1e3867410bb9910582a1ffecea is 50, key is test_row_0/A:col10/1732109052875/Put/seqid=0 2024-11-20T13:24:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742298_1474 (size=12731) 2024-11-20T13:24:14,033 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/7c74dbe73d0f44a7b145e299035aa6b1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7c74dbe73d0f44a7b145e299035aa6b1 2024-11-20T13:24:14,039 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into 7c74dbe73d0f44a7b145e299035aa6b1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:14,039 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:14,039 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=13, startTime=1732109053838; duration=0sec 2024-11-20T13:24:14,040 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:14,040 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:14,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742299_1475 (size=12301) 2024-11-20T13:24:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T13:24:14,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109114122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109114141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109114242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109114245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109114268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109114454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109114454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,468 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/bae5fc1e3867410bb9910582a1ffecea 2024-11-20T13:24:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/20c30d6b24a14d24882733f9f6900085 is 50, key is test_row_0/B:col10/1732109052875/Put/seqid=0 2024-11-20T13:24:14,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742300_1476 (size=12301) 2024-11-20T13:24:14,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109114734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,741 DEBUG [Thread-1889 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:24:14,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109114751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,758 DEBUG [Thread-1891 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4202 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:24:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109114769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109114777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:14,915 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/20c30d6b24a14d24882733f9f6900085 2024-11-20T13:24:14,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/55ff2b5c12c448b0bf8e10c39cda807b is 50, key is test_row_0/C:col10/1732109052875/Put/seqid=0 2024-11-20T13:24:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742301_1477 (size=12301) 2024-11-20T13:24:15,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109115286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:15,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109115288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:15,353 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/55ff2b5c12c448b0bf8e10c39cda807b 2024-11-20T13:24:15,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/bae5fc1e3867410bb9910582a1ffecea as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bae5fc1e3867410bb9910582a1ffecea 2024-11-20T13:24:15,369 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bae5fc1e3867410bb9910582a1ffecea, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T13:24:15,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/20c30d6b24a14d24882733f9f6900085 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/20c30d6b24a14d24882733f9f6900085 2024-11-20T13:24:15,375 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/20c30d6b24a14d24882733f9f6900085, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T13:24:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/55ff2b5c12c448b0bf8e10c39cda807b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/55ff2b5c12c448b0bf8e10c39cda807b 2024-11-20T13:24:15,380 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/55ff2b5c12c448b0bf8e10c39cda807b, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T13:24:15,381 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 963a559bba592c41967360b5e3e74094 in 1411ms, sequenceid=274, compaction requested=false 2024-11-20T13:24:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-20T13:24:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-20T13:24:15,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T13:24:15,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4300 sec 2024-11-20T13:24:15,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 3.4360 sec 2024-11-20T13:24:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-20T13:24:16,070 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-20T13:24:16,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-20T13:24:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T13:24:16,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:16,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:16,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T13:24:16,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T13:24:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:16,227 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T13:24:16,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e80e0fe1639042cf9daaa4e1aa1c77aa is 50, key is test_row_0/A:col10/1732109054139/Put/seqid=0 2024-11-20T13:24:16,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742302_1478 (size=12301) 2024-11-20T13:24:16,279 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e80e0fe1639042cf9daaa4e1aa1c77aa 2024-11-20T13:24:16,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:16,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9391741ba21549388d9b81b33d82edb1 is 50, key is test_row_0/B:col10/1732109054139/Put/seqid=0 2024-11-20T13:24:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742303_1479 (size=12301) 2024-11-20T13:24:16,342 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9391741ba21549388d9b81b33d82edb1 2024-11-20T13:24:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/ef020e8f6475451cb0ffdff2ce8d8ca0 is 50, key is test_row_0/C:col10/1732109054139/Put/seqid=0 2024-11-20T13:24:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T13:24:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742304_1480 (size=12301) 2024-11-20T13:24:16,387 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/ef020e8f6475451cb0ffdff2ce8d8ca0 2024-11-20T13:24:16,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e80e0fe1639042cf9daaa4e1aa1c77aa as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e80e0fe1639042cf9daaa4e1aa1c77aa 2024-11-20T13:24:16,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109116368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109116374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,408 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e80e0fe1639042cf9daaa4e1aa1c77aa, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T13:24:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/9391741ba21549388d9b81b33d82edb1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9391741ba21549388d9b81b33d82edb1 2024-11-20T13:24:16,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109116400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,416 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9391741ba21549388d9b81b33d82edb1, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T13:24:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/ef020e8f6475451cb0ffdff2ce8d8ca0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ef020e8f6475451cb0ffdff2ce8d8ca0 2024-11-20T13:24:16,429 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ef020e8f6475451cb0ffdff2ce8d8ca0, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T13:24:16,430 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 963a559bba592c41967360b5e3e74094 in 203ms, sequenceid=293, compaction requested=true 2024-11-20T13:24:16,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:16,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:16,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-20T13:24:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-20T13:24:16,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 362 msec 2024-11-20T13:24:16,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-20T13:24:16,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 357 msec 2024-11-20T13:24:16,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T13:24:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:16,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:16,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7c34be88642c4971a4c8a106fb906026 is 50, key is test_row_0/A:col10/1732109056517/Put/seqid=0 2024-11-20T13:24:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742305_1481 (size=17181) 2024-11-20T13:24:16,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7c34be88642c4971a4c8a106fb906026 2024-11-20T13:24:16,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/38d2397ced6e4bbb8b4a72abb6970189 is 50, key is test_row_0/B:col10/1732109056517/Put/seqid=0 2024-11-20T13:24:16,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109116615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109116617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109116621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742306_1482 (size=12301) 2024-11-20T13:24:16,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/38d2397ced6e4bbb8b4a72abb6970189 2024-11-20T13:24:16,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b6bf9f82307445cb8922cbe69ab1d5f6 is 50, key is test_row_0/C:col10/1732109056517/Put/seqid=0 2024-11-20T13:24:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T13:24:16,676 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T13:24:16,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-20T13:24:16,680 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:16,681 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:16,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T13:24:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742307_1483 (size=12301) 2024-11-20T13:24:16,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109116729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109116731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109116741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T13:24:16,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:16,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:16,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:16,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:16,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109116939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109116940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:16,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109116954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T13:24:16,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:16,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:16,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b6bf9f82307445cb8922cbe69ab1d5f6 2024-11-20T13:24:17,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/7c34be88642c4971a4c8a106fb906026 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7c34be88642c4971a4c8a106fb906026 2024-11-20T13:24:17,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7c34be88642c4971a4c8a106fb906026, entries=250, sequenceid=313, filesize=16.8 K 2024-11-20T13:24:17,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/38d2397ced6e4bbb8b4a72abb6970189 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/38d2397ced6e4bbb8b4a72abb6970189 2024-11-20T13:24:17,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/38d2397ced6e4bbb8b4a72abb6970189, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T13:24:17,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b6bf9f82307445cb8922cbe69ab1d5f6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b6bf9f82307445cb8922cbe69ab1d5f6 2024-11-20T13:24:17,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:17,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b6bf9f82307445cb8922cbe69ab1d5f6, entries=150, sequenceid=313, filesize=12.0 K 2024-11-20T13:24:17,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 963a559bba592c41967360b5e3e74094 in 625ms, sequenceid=313, compaction requested=true 2024-11-20T13:24:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:17,146 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:17,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:17,147 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:17,148 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:17,148 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:17,148 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,148 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2ee30fd68c1e41d7a500e02d57a57ffd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/20c30d6b24a14d24882733f9f6900085, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9391741ba21549388d9b81b33d82edb1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/38d2397ced6e4bbb8b4a72abb6970189] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=48.5 K 2024-11-20T13:24:17,148 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:17,148 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:17,148 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,149 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/caba55b36d93465da478e071b5924291, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bae5fc1e3867410bb9910582a1ffecea, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e80e0fe1639042cf9daaa4e1aa1c77aa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7c34be88642c4971a4c8a106fb906026] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=53.2 K 2024-11-20T13:24:17,149 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ee30fd68c1e41d7a500e02d57a57ffd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732109052102 2024-11-20T13:24:17,149 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting caba55b36d93465da478e071b5924291, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732109052102 2024-11-20T13:24:17,149 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c30d6b24a14d24882733f9f6900085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732109052813 2024-11-20T13:24:17,150 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting bae5fc1e3867410bb9910582a1ffecea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732109052813 2024-11-20T13:24:17,150 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9391741ba21549388d9b81b33d82edb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109054076 2024-11-20T13:24:17,150 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e80e0fe1639042cf9daaa4e1aa1c77aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109054076 2024-11-20T13:24:17,150 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 38d2397ced6e4bbb8b4a72abb6970189, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732109056346 2024-11-20T13:24:17,151 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c34be88642c4971a4c8a106fb906026, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732109056346 2024-11-20T13:24:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:17,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:17,176 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:17,176 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/fea2aef341f84ea396e1f05585c40f88 is 50, key is test_row_0/A:col10/1732109056517/Put/seqid=0 2024-11-20T13:24:17,184 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:17,185 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/bd8276f65981431d88c669f3683856ad is 50, key is test_row_0/B:col10/1732109056517/Put/seqid=0 2024-11-20T13:24:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742309_1485 (size=13017) 2024-11-20T13:24:17,211 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/bd8276f65981431d88c669f3683856ad as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bd8276f65981431d88c669f3683856ad 2024-11-20T13:24:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742308_1484 (size=13017) 2024-11-20T13:24:17,220 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into bd8276f65981431d88c669f3683856ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:17,220 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:17,221 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=12, startTime=1732109057147; duration=0sec 2024-11-20T13:24:17,221 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:17,221 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:17,221 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:17,222 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:17,222 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:17,222 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,222 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7c74dbe73d0f44a7b145e299035aa6b1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/55ff2b5c12c448b0bf8e10c39cda807b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ef020e8f6475451cb0ffdff2ce8d8ca0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b6bf9f82307445cb8922cbe69ab1d5f6] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=48.5 K 2024-11-20T13:24:17,223 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c74dbe73d0f44a7b145e299035aa6b1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732109052102 2024-11-20T13:24:17,225 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 55ff2b5c12c448b0bf8e10c39cda807b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732109052813 2024-11-20T13:24:17,225 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ef020e8f6475451cb0ffdff2ce8d8ca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109054076 2024-11-20T13:24:17,226 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b6bf9f82307445cb8922cbe69ab1d5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732109056346 2024-11-20T13:24:17,241 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:17,243 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/913d9ed7dff14c848ca00fe4758ecf9d is 50, key is test_row_0/C:col10/1732109056517/Put/seqid=0 2024-11-20T13:24:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:17,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T13:24:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:17,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:17,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:17,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:17,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:17,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:17,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48 is 50, key is test_row_0/A:col10/1732109056614/Put/seqid=0 2024-11-20T13:24:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T13:24:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742310_1486 (size=13017) 2024-11-20T13:24:17,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742311_1487 (size=14741) 2024-11-20T13:24:17,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109117333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109117337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109117348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109117450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109117452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109117472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,630 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/fea2aef341f84ea396e1f05585c40f88 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/fea2aef341f84ea396e1f05585c40f88 2024-11-20T13:24:17,637 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into fea2aef341f84ea396e1f05585c40f88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:17,637 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:17,637 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=12, startTime=1732109057146; duration=0sec 2024-11-20T13:24:17,637 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:17,637 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:17,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109117663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109117663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109117686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,700 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/913d9ed7dff14c848ca00fe4758ecf9d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/913d9ed7dff14c848ca00fe4758ecf9d 2024-11-20T13:24:17,709 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into 913d9ed7dff14c848ca00fe4758ecf9d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:17,709 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:17,709 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=12, startTime=1732109057158; duration=0sec 2024-11-20T13:24:17,709 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:17,709 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:17,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48 2024-11-20T13:24:17,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/76925138d01743a48e624e23e6c44833 is 50, key is test_row_0/B:col10/1732109056614/Put/seqid=0 2024-11-20T13:24:17,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742312_1488 (size=12301) 2024-11-20T13:24:17,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/76925138d01743a48e624e23e6c44833 2024-11-20T13:24:17,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:17,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/5633ae41c4714241968f4199d146ec8f is 50, key is test_row_0/C:col10/1732109056614/Put/seqid=0 2024-11-20T13:24:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T13:24:17,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742313_1489 (size=12301) 2024-11-20T13:24:17,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/5633ae41c4714241968f4199d146ec8f 2024-11-20T13:24:17,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48 2024-11-20T13:24:17,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48, entries=200, sequenceid=332, filesize=14.4 K 2024-11-20T13:24:17,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/76925138d01743a48e624e23e6c44833 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/76925138d01743a48e624e23e6c44833 2024-11-20T13:24:17,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/76925138d01743a48e624e23e6c44833, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T13:24:17,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/5633ae41c4714241968f4199d146ec8f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/5633ae41c4714241968f4199d146ec8f 2024-11-20T13:24:17,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/5633ae41c4714241968f4199d146ec8f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T13:24:17,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 963a559bba592c41967360b5e3e74094 in 589ms, sequenceid=332, compaction requested=false 2024-11-20T13:24:17,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:17,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:17,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T13:24:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:17,909 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T13:24:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:17,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:17,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/66caafce270f40c09bf9077963484246 is 50, key is test_row_0/A:col10/1732109057329/Put/seqid=0 2024-11-20T13:24:17,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742314_1490 (size=12301) 2024-11-20T13:24:17,944 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/66caafce270f40c09bf9077963484246 2024-11-20T13:24:17,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d5efbb8cda3d44b282f3fed839d4ea98 is 50, key is test_row_0/B:col10/1732109057329/Put/seqid=0 2024-11-20T13:24:17,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742315_1491 (size=12301) 2024-11-20T13:24:17,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:18,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109118027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109118028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109118030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109118137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109118138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109118138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109118346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109118347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109118348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,374 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d5efbb8cda3d44b282f3fed839d4ea98 2024-11-20T13:24:18,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/7f888e3eefb64adbbfc0885b867c53bb is 50, key is test_row_0/C:col10/1732109057329/Put/seqid=0 2024-11-20T13:24:18,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742316_1492 (size=12301) 2024-11-20T13:24:18,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109118655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109118672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109118672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T13:24:18,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1732109118771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,796 DEBUG [Thread-1889 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8241 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:24:18,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34636 deadline: 1732109118797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:18,807 DEBUG [Thread-1891 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8252 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., hostname=5ef453f0fbb6,36009,1732108922197, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T13:24:18,833 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/7f888e3eefb64adbbfc0885b867c53bb 2024-11-20T13:24:18,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/66caafce270f40c09bf9077963484246 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/66caafce270f40c09bf9077963484246 2024-11-20T13:24:18,851 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/66caafce270f40c09bf9077963484246, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T13:24:18,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/d5efbb8cda3d44b282f3fed839d4ea98 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d5efbb8cda3d44b282f3fed839d4ea98 2024-11-20T13:24:18,866 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d5efbb8cda3d44b282f3fed839d4ea98, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T13:24:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/7f888e3eefb64adbbfc0885b867c53bb as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7f888e3eefb64adbbfc0885b867c53bb 2024-11-20T13:24:18,874 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7f888e3eefb64adbbfc0885b867c53bb, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T13:24:18,874 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 963a559bba592c41967360b5e3e74094 in 965ms, sequenceid=352, compaction requested=true 2024-11-20T13:24:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-20T13:24:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-20T13:24:18,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T13:24:18,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1950 sec 2024-11-20T13:24:18,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.2010 sec 2024-11-20T13:24:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:19,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T13:24:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:19,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:19,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/294829732fa24f04b3e0ae4c145d7523 is 50, key is test_row_0/A:col10/1732109057992/Put/seqid=0 2024-11-20T13:24:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742317_1493 (size=17181) 2024-11-20T13:24:19,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/294829732fa24f04b3e0ae4c145d7523 2024-11-20T13:24:19,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/2840bc686eea43b787f16caa28e3e256 is 50, key is test_row_0/B:col10/1732109057992/Put/seqid=0 2024-11-20T13:24:19,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109119232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109119235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109119236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742318_1494 (size=12301) 2024-11-20T13:24:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109119342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109119350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109119351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109119553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109119582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109119582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/2840bc686eea43b787f16caa28e3e256 2024-11-20T13:24:19,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/77daa639d9a14d91aaab44b680fc83db is 50, key is test_row_0/C:col10/1732109057992/Put/seqid=0 2024-11-20T13:24:19,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742319_1495 (size=12301) 2024-11-20T13:24:19,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/77daa639d9a14d91aaab44b680fc83db 2024-11-20T13:24:19,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/294829732fa24f04b3e0ae4c145d7523 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/294829732fa24f04b3e0ae4c145d7523 2024-11-20T13:24:19,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/294829732fa24f04b3e0ae4c145d7523, entries=250, sequenceid=373, filesize=16.8 K 2024-11-20T13:24:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/2840bc686eea43b787f16caa28e3e256 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2840bc686eea43b787f16caa28e3e256 2024-11-20T13:24:19,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2840bc686eea43b787f16caa28e3e256, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T13:24:19,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/77daa639d9a14d91aaab44b680fc83db as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/77daa639d9a14d91aaab44b680fc83db 2024-11-20T13:24:19,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/77daa639d9a14d91aaab44b680fc83db, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T13:24:19,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 963a559bba592c41967360b5e3e74094 in 604ms, sequenceid=373, compaction requested=true 2024-11-20T13:24:19,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:19,800 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:19,801 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57240 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:19,801 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:19,802 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:19,802 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/fea2aef341f84ea396e1f05585c40f88, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/66caafce270f40c09bf9077963484246, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/294829732fa24f04b3e0ae4c145d7523] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=55.9 K 2024-11-20T13:24:19,802 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting fea2aef341f84ea396e1f05585c40f88, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732109056346 2024-11-20T13:24:19,803 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a62e9dae6d4b4f0798c5a7bf7e1f0d48, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732109056583 2024-11-20T13:24:19,803 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66caafce270f40c09bf9077963484246, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732109057329 2024-11-20T13:24:19,803 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 294829732fa24f04b3e0ae4c145d7523, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732109057992 2024-11-20T13:24:19,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:19,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:19,807 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:19,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:19,808 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:19,808 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:19,809 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:19,809 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bd8276f65981431d88c669f3683856ad, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/76925138d01743a48e624e23e6c44833, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d5efbb8cda3d44b282f3fed839d4ea98, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2840bc686eea43b787f16caa28e3e256] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=48.8 K 2024-11-20T13:24:19,809 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting bd8276f65981431d88c669f3683856ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732109056346 2024-11-20T13:24:19,810 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 76925138d01743a48e624e23e6c44833, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732109056614 2024-11-20T13:24:19,810 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting d5efbb8cda3d44b282f3fed839d4ea98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732109057329 2024-11-20T13:24:19,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:19,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:19,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:19,811 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 2840bc686eea43b787f16caa28e3e256, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732109057992 2024-11-20T13:24:19,814 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:19,815 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/1b948a9ae76748849ea00841f34ba4ca is 50, key is test_row_0/A:col10/1732109057992/Put/seqid=0 2024-11-20T13:24:19,837 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:19,838 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/bca2a36cc36a4f6f90dfe9660ea563a5 is 50, key is test_row_0/B:col10/1732109057992/Put/seqid=0 2024-11-20T13:24:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742320_1496 (size=13153) 2024-11-20T13:24:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:19,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T13:24:19,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:19,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:19,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:19,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:19,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:19,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:19,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/d4be748cdca2421497756c829e30e880 is 50, key is test_row_0/A:col10/1732109059232/Put/seqid=0 2024-11-20T13:24:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742321_1497 (size=13153) 2024-11-20T13:24:19,897 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/bca2a36cc36a4f6f90dfe9660ea563a5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bca2a36cc36a4f6f90dfe9660ea563a5 2024-11-20T13:24:19,902 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into bca2a36cc36a4f6f90dfe9660ea563a5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:19,902 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:19,903 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=12, startTime=1732109059807; duration=0sec 2024-11-20T13:24:19,903 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:19,903 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:19,903 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:19,904 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:19,904 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:19,904 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:19,904 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/913d9ed7dff14c848ca00fe4758ecf9d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/5633ae41c4714241968f4199d146ec8f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7f888e3eefb64adbbfc0885b867c53bb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/77daa639d9a14d91aaab44b680fc83db] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=48.8 K 2024-11-20T13:24:19,905 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 913d9ed7dff14c848ca00fe4758ecf9d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732109056346 2024-11-20T13:24:19,905 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5633ae41c4714241968f4199d146ec8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732109056614 2024-11-20T13:24:19,906 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f888e3eefb64adbbfc0885b867c53bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732109057329 2024-11-20T13:24:19,906 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 77daa639d9a14d91aaab44b680fc83db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732109057992 2024-11-20T13:24:19,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742322_1498 (size=12301) 2024-11-20T13:24:19,934 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:19,935 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b10bae25b1f34628a4ab471a4c4bf875 is 50, key is test_row_0/C:col10/1732109057992/Put/seqid=0 2024-11-20T13:24:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742323_1499 (size=13153) 2024-11-20T13:24:19,980 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/b10bae25b1f34628a4ab471a4c4bf875 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b10bae25b1f34628a4ab471a4c4bf875 2024-11-20T13:24:19,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109119967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,985 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into b10bae25b1f34628a4ab471a4c4bf875(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:19,985 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:19,985 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=12, startTime=1732109059811; duration=0sec 2024-11-20T13:24:19,985 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:19,985 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:19,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109119983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:19,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109119983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109120085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109120095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109120101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,264 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/1b948a9ae76748849ea00841f34ba4ca as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1b948a9ae76748849ea00841f34ba4ca 2024-11-20T13:24:20,275 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into 1b948a9ae76748849ea00841f34ba4ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:20,275 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:20,275 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=12, startTime=1732109059800; duration=0sec 2024-11-20T13:24:20,275 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:20,275 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109120316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/d4be748cdca2421497756c829e30e880 2024-11-20T13:24:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109120294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109120346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/1f20796d8f25488bba776be0f00f3358 is 50, key is test_row_0/B:col10/1732109059232/Put/seqid=0 2024-11-20T13:24:20,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742324_1500 (size=12301) 2024-11-20T13:24:20,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109120637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109120646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109120663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T13:24:20,787 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-20T13:24:20,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-20T13:24:20,791 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T13:24:20,791 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:20,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:20,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/1f20796d8f25488bba776be0f00f3358 2024-11-20T13:24:20,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a5a65305fbe749efbffb4336869603bf is 50, key is test_row_0/C:col10/1732109059232/Put/seqid=0 2024-11-20T13:24:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T13:24:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742325_1501 (size=12301) 2024-11-20T13:24:20,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a5a65305fbe749efbffb4336869603bf 2024-11-20T13:24:20,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/d4be748cdca2421497756c829e30e880 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d4be748cdca2421497756c829e30e880 2024-11-20T13:24:20,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d4be748cdca2421497756c829e30e880, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T13:24:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/1f20796d8f25488bba776be0f00f3358 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/1f20796d8f25488bba776be0f00f3358 2024-11-20T13:24:20,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/1f20796d8f25488bba776be0f00f3358, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T13:24:20,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a5a65305fbe749efbffb4336869603bf as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a5a65305fbe749efbffb4336869603bf 2024-11-20T13:24:20,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a5a65305fbe749efbffb4336869603bf, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T13:24:20,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:20,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T13:24:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:20,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:20,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 963a559bba592c41967360b5e3e74094 in 1085ms, sequenceid=389, compaction requested=false 2024-11-20T13:24:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T13:24:21,101 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T13:24:21,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:21,102 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T13:24:21,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:21,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:21,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:21,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:21,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e446886a41bf4a6097892560b485b241 is 50, key is test_row_0/A:col10/1732109059981/Put/seqid=0 2024-11-20T13:24:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742326_1502 (size=12301) 2024-11-20T13:24:21,163 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e446886a41bf4a6097892560b485b241 2024-11-20T13:24:21,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7fa17380fa114456998a4f35e1450c6c is 50, key is test_row_0/B:col10/1732109059981/Put/seqid=0 2024-11-20T13:24:21,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109121194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109121197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109121197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742327_1503 (size=12301) 2024-11-20T13:24:21,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109121302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109121307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109121308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T13:24:21,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109121515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109121516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109121516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,645 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7fa17380fa114456998a4f35e1450c6c 2024-11-20T13:24:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/68331440bb6d49c5a4b19116ff41ebc4 is 50, key is test_row_0/C:col10/1732109059981/Put/seqid=0 2024-11-20T13:24:21,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742328_1504 (size=12301) 2024-11-20T13:24:21,701 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/68331440bb6d49c5a4b19116ff41ebc4 2024-11-20T13:24:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e446886a41bf4a6097892560b485b241 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e446886a41bf4a6097892560b485b241 2024-11-20T13:24:21,730 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e446886a41bf4a6097892560b485b241, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T13:24:21,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7fa17380fa114456998a4f35e1450c6c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7fa17380fa114456998a4f35e1450c6c 2024-11-20T13:24:21,736 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7fa17380fa114456998a4f35e1450c6c, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T13:24:21,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/68331440bb6d49c5a4b19116ff41ebc4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/68331440bb6d49c5a4b19116ff41ebc4 2024-11-20T13:24:21,741 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/68331440bb6d49c5a4b19116ff41ebc4, entries=150, sequenceid=413, filesize=12.0 K 2024-11-20T13:24:21,742 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 963a559bba592c41967360b5e3e74094 in 640ms, sequenceid=413, compaction requested=true 2024-11-20T13:24:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:21,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-20T13:24:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-20T13:24:21,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T13:24:21,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-11-20T13:24:21,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 957 msec 2024-11-20T13:24:21,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T13:24:21,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:21,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:21,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/f1fb4f7d1b0542e09ba9571ec1345f8e is 50, key is test_row_0/A:col10/1732109061827/Put/seqid=0 2024-11-20T13:24:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742329_1505 (size=14741) 2024-11-20T13:24:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T13:24:21,896 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-20T13:24:21,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-20T13:24:21,919 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:21,919 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:21,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T13:24:21,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109121953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109121956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:21,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109121958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T13:24:22,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109122064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109122064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109122065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T13:24:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:22,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T13:24:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T13:24:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109122271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109122274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/f1fb4f7d1b0542e09ba9571ec1345f8e 2024-11-20T13:24:22,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109122281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/5e416728c9e04a7592503018d30e5f2c is 50, key is test_row_0/B:col10/1732109061827/Put/seqid=0 2024-11-20T13:24:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742330_1506 (size=12301) 2024-11-20T13:24:22,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/5e416728c9e04a7592503018d30e5f2c 2024-11-20T13:24:22,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/e71356e385324db9a8baa693454fd121 is 50, key is test_row_0/C:col10/1732109061827/Put/seqid=0 2024-11-20T13:24:22,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742331_1507 (size=12301) 2024-11-20T13:24:22,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/e71356e385324db9a8baa693454fd121 2024-11-20T13:24:22,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/f1fb4f7d1b0542e09ba9571ec1345f8e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/f1fb4f7d1b0542e09ba9571ec1345f8e 2024-11-20T13:24:22,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/f1fb4f7d1b0542e09ba9571ec1345f8e, entries=200, sequenceid=429, filesize=14.4 K 2024-11-20T13:24:22,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/5e416728c9e04a7592503018d30e5f2c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/5e416728c9e04a7592503018d30e5f2c 2024-11-20T13:24:22,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/5e416728c9e04a7592503018d30e5f2c, entries=150, sequenceid=429, filesize=12.0 K 2024-11-20T13:24:22,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/e71356e385324db9a8baa693454fd121 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e71356e385324db9a8baa693454fd121 2024-11-20T13:24:22,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e71356e385324db9a8baa693454fd121, entries=150, sequenceid=429, filesize=12.0 K 2024-11-20T13:24:22,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 963a559bba592c41967360b5e3e74094 in 513ms, sequenceid=429, compaction requested=true 2024-11-20T13:24:22,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:22,342 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:22,342 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:22,343 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:22,343 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:22,343 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,343 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1b948a9ae76748849ea00841f34ba4ca, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d4be748cdca2421497756c829e30e880, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e446886a41bf4a6097892560b485b241, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/f1fb4f7d1b0542e09ba9571ec1345f8e] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=51.3 K 2024-11-20T13:24:22,343 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b948a9ae76748849ea00841f34ba4ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732109057992 2024-11-20T13:24:22,343 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:22,344 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:22,344 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,344 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4be748cdca2421497756c829e30e880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732109059232 2024-11-20T13:24:22,344 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bca2a36cc36a4f6f90dfe9660ea563a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/1f20796d8f25488bba776be0f00f3358, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7fa17380fa114456998a4f35e1450c6c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/5e416728c9e04a7592503018d30e5f2c] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=48.9 K 2024-11-20T13:24:22,344 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e446886a41bf4a6097892560b485b241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732109059952 2024-11-20T13:24:22,344 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting bca2a36cc36a4f6f90dfe9660ea563a5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732109057992 2024-11-20T13:24:22,344 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1fb4f7d1b0542e09ba9571ec1345f8e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732109061184 2024-11-20T13:24:22,344 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f20796d8f25488bba776be0f00f3358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732109059232 2024-11-20T13:24:22,346 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fa17380fa114456998a4f35e1450c6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732109059952 2024-11-20T13:24:22,346 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e416728c9e04a7592503018d30e5f2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732109061194 2024-11-20T13:24:22,354 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:22,354 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/14ea6dd619ae49868d4fc2d0b00e152c is 50, key is test_row_0/A:col10/1732109061827/Put/seqid=0 2024-11-20T13:24:22,363 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:22,363 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7b924f5aa13e4ab08870ac169a6fc0fb is 50, key is test_row_0/B:col10/1732109061827/Put/seqid=0 2024-11-20T13:24:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742332_1508 (size=13289) 2024-11-20T13:24:22,373 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/14ea6dd619ae49868d4fc2d0b00e152c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/14ea6dd619ae49868d4fc2d0b00e152c 2024-11-20T13:24:22,377 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into 14ea6dd619ae49868d4fc2d0b00e152c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:22,377 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:22,377 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=12, startTime=1732109062341; duration=0sec 2024-11-20T13:24:22,377 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:22,377 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:22,377 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:22,378 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:22,378 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:22,378 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,378 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b10bae25b1f34628a4ab471a4c4bf875, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a5a65305fbe749efbffb4336869603bf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/68331440bb6d49c5a4b19116ff41ebc4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e71356e385324db9a8baa693454fd121] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=48.9 K 2024-11-20T13:24:22,379 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b10bae25b1f34628a4ab471a4c4bf875, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732109057992 2024-11-20T13:24:22,379 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5a65305fbe749efbffb4336869603bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732109059232 2024-11-20T13:24:22,379 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68331440bb6d49c5a4b19116ff41ebc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732109059952 2024-11-20T13:24:22,379 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e71356e385324db9a8baa693454fd121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732109061194 2024-11-20T13:24:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742333_1509 (size=13289) 2024-11-20T13:24:22,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T13:24:22,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,391 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T13:24:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:22,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:22,391 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:22,392 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a91af3a47a7c408dad7338675f55be77 is 50, key is test_row_0/C:col10/1732109061827/Put/seqid=0 2024-11-20T13:24:22,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/67324ac1ea234c8db91b2ed1120d56ff is 50, key is test_row_0/A:col10/1732109061894/Put/seqid=0 2024-11-20T13:24:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742334_1510 (size=13289) 2024-11-20T13:24:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742335_1511 (size=12301) 2024-11-20T13:24:22,403 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a91af3a47a7c408dad7338675f55be77 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a91af3a47a7c408dad7338675f55be77 2024-11-20T13:24:22,408 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into a91af3a47a7c408dad7338675f55be77(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:22,408 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:22,408 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=12, startTime=1732109062342; duration=0sec 2024-11-20T13:24:22,408 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:22,408 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T13:24:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:22,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109122611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109122612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109122613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109122720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109122720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109122721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:22,792 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/7b924f5aa13e4ab08870ac169a6fc0fb as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b924f5aa13e4ab08870ac169a6fc0fb 2024-11-20T13:24:22,796 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into 7b924f5aa13e4ab08870ac169a6fc0fb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:22,796 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:22,797 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=12, startTime=1732109062342; duration=0sec 2024-11-20T13:24:22,797 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:22,797 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:22,801 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/67324ac1ea234c8db91b2ed1120d56ff 2024-11-20T13:24:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/061e5c1c769249af9cd05fead8843ec1 is 50, key is test_row_0/B:col10/1732109061894/Put/seqid=0 2024-11-20T13:24:22,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742336_1512 (size=12301) 2024-11-20T13:24:22,814 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/061e5c1c769249af9cd05fead8843ec1 2024-11-20T13:24:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/e40cfdc714fc4e79941caf8157589788 is 50, key is test_row_0/C:col10/1732109061894/Put/seqid=0 2024-11-20T13:24:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742337_1513 (size=12301) 2024-11-20T13:24:22,843 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/e40cfdc714fc4e79941caf8157589788 2024-11-20T13:24:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/67324ac1ea234c8db91b2ed1120d56ff as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/67324ac1ea234c8db91b2ed1120d56ff 2024-11-20T13:24:22,852 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/67324ac1ea234c8db91b2ed1120d56ff, entries=150, sequenceid=450, filesize=12.0 K 2024-11-20T13:24:22,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/061e5c1c769249af9cd05fead8843ec1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/061e5c1c769249af9cd05fead8843ec1 2024-11-20T13:24:22,857 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/061e5c1c769249af9cd05fead8843ec1, entries=150, sequenceid=450, filesize=12.0 K 2024-11-20T13:24:22,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/e40cfdc714fc4e79941caf8157589788 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e40cfdc714fc4e79941caf8157589788 2024-11-20T13:24:22,863 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e40cfdc714fc4e79941caf8157589788, entries=150, sequenceid=450, filesize=12.0 K 2024-11-20T13:24:22,864 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 963a559bba592c41967360b5e3e74094 in 473ms, sequenceid=450, compaction requested=false 2024-11-20T13:24:22,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:22,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-20T13:24:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-20T13:24:22,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T13:24:22,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-11-20T13:24:22,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 951 msec 2024-11-20T13:24:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:22,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T13:24:22,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:22,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:22,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/bf8fdcf3f758474582d3b507e2cfd011 is 50, key is test_row_0/A:col10/1732109062926/Put/seqid=0 2024-11-20T13:24:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742338_1514 (size=14741) 2024-11-20T13:24:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109123009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109123009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109123010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T13:24:23,036 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T13:24:23,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-20T13:24:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T13:24:23,056 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:23,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:23,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109123126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109123126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109123127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T13:24:23,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T13:24:23,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:23,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,257 DEBUG [Thread-1898 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:64876 2024-11-20T13:24:23,258 DEBUG [Thread-1898 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:23,258 DEBUG [Thread-1900 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:64876 2024-11-20T13:24:23,258 DEBUG [Thread-1900 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:23,264 DEBUG [Thread-1902 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:64876 2024-11-20T13:24:23,264 DEBUG [Thread-1904 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:64876 2024-11-20T13:24:23,264 DEBUG [Thread-1902 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:23,264 DEBUG [Thread-1904 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:23,270 DEBUG [Thread-1906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:64876 2024-11-20T13:24:23,270 DEBUG [Thread-1906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:23,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109123336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109123337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109123337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/bf8fdcf3f758474582d3b507e2cfd011 2024-11-20T13:24:23,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/b931bbb321784aa2b027fad8f48b8a5e is 50, key is test_row_0/B:col10/1732109062926/Put/seqid=0 2024-11-20T13:24:23,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742339_1515 (size=12301) 2024-11-20T13:24:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T13:24:23,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T13:24:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T13:24:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1732109123638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34620 deadline: 1732109123638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1732109123639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T13:24:23,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T13:24:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:23,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/b931bbb321784aa2b027fad8f48b8a5e 2024-11-20T13:24:23,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/9f4c817e46e94fc5b1731c223b254c84 is 50, key is test_row_0/C:col10/1732109062926/Put/seqid=0 2024-11-20T13:24:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742340_1516 (size=12301) 2024-11-20T13:24:23,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/9f4c817e46e94fc5b1731c223b254c84 2024-11-20T13:24:23,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/bf8fdcf3f758474582d3b507e2cfd011 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bf8fdcf3f758474582d3b507e2cfd011 2024-11-20T13:24:23,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bf8fdcf3f758474582d3b507e2cfd011, entries=200, sequenceid=470, filesize=14.4 K 2024-11-20T13:24:23,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/b931bbb321784aa2b027fad8f48b8a5e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/b931bbb321784aa2b027fad8f48b8a5e 2024-11-20T13:24:23,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/b931bbb321784aa2b027fad8f48b8a5e, entries=150, sequenceid=470, filesize=12.0 K 2024-11-20T13:24:23,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/9f4c817e46e94fc5b1731c223b254c84 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/9f4c817e46e94fc5b1731c223b254c84 2024-11-20T13:24:23,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/9f4c817e46e94fc5b1731c223b254c84, entries=150, sequenceid=470, filesize=12.0 K 2024-11-20T13:24:23,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 963a559bba592c41967360b5e3e74094 in 847ms, sequenceid=470, compaction requested=true 2024-11-20T13:24:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:23,775 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 963a559bba592c41967360b5e3e74094:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:23,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:23,775 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:23,776 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:23,776 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:23,776 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/B is initiating minor compaction (all files) 2024-11-20T13:24:23,776 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/A is initiating minor compaction (all files) 2024-11-20T13:24:23,776 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/B in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,776 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/A in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,776 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b924f5aa13e4ab08870ac169a6fc0fb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/061e5c1c769249af9cd05fead8843ec1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/b931bbb321784aa2b027fad8f48b8a5e] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=37.0 K 2024-11-20T13:24:23,776 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/14ea6dd619ae49868d4fc2d0b00e152c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/67324ac1ea234c8db91b2ed1120d56ff, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bf8fdcf3f758474582d3b507e2cfd011] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=39.4 K 2024-11-20T13:24:23,777 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14ea6dd619ae49868d4fc2d0b00e152c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732109061194 2024-11-20T13:24:23,777 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b924f5aa13e4ab08870ac169a6fc0fb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732109061194 2024-11-20T13:24:23,777 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67324ac1ea234c8db91b2ed1120d56ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732109061894 2024-11-20T13:24:23,777 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 061e5c1c769249af9cd05fead8843ec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732109061894 2024-11-20T13:24:23,777 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b931bbb321784aa2b027fad8f48b8a5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732109062611 2024-11-20T13:24:23,777 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf8fdcf3f758474582d3b507e2cfd011, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732109062599 2024-11-20T13:24:23,783 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:23,783 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/18cef03c8a36446e8554df36ccad8e44 is 50, key is test_row_0/B:col10/1732109062926/Put/seqid=0 2024-11-20T13:24:23,785 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:23,785 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/3b18dbf28151409ca0ef7a7cf2f9471b is 50, key is test_row_0/A:col10/1732109062926/Put/seqid=0 2024-11-20T13:24:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742341_1517 (size=13391) 2024-11-20T13:24:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742342_1518 (size=13391) 2024-11-20T13:24:23,795 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/3b18dbf28151409ca0ef7a7cf2f9471b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3b18dbf28151409ca0ef7a7cf2f9471b 2024-11-20T13:24:23,799 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/A of 963a559bba592c41967360b5e3e74094 into 3b18dbf28151409ca0ef7a7cf2f9471b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:23,799 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:23,799 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/A, priority=13, startTime=1732109063775; duration=0sec 2024-11-20T13:24:23,799 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:23,799 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:A 2024-11-20T13:24:23,799 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:23,800 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:23,800 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 963a559bba592c41967360b5e3e74094/C is initiating minor compaction (all files) 2024-11-20T13:24:23,800 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 963a559bba592c41967360b5e3e74094/C in TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,800 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a91af3a47a7c408dad7338675f55be77, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e40cfdc714fc4e79941caf8157589788, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/9f4c817e46e94fc5b1731c223b254c84] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp, totalSize=37.0 K 2024-11-20T13:24:23,800 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91af3a47a7c408dad7338675f55be77, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732109061194 2024-11-20T13:24:23,801 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e40cfdc714fc4e79941caf8157589788, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732109061894 2024-11-20T13:24:23,801 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f4c817e46e94fc5b1731c223b254c84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732109062611 2024-11-20T13:24:23,807 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 963a559bba592c41967360b5e3e74094#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:23,808 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/843c5687a7bc44418d7ce9c6e45acf7f is 50, key is test_row_0/C:col10/1732109062926/Put/seqid=0 2024-11-20T13:24:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742343_1519 (size=13391) 2024-11-20T13:24:23,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:23,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T13:24:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:23,841 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T13:24:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:23,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e347e02005f847699b224dab9e96ec41 is 50, key is test_row_0/A:col10/1732109062974/Put/seqid=0 2024-11-20T13:24:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742344_1520 (size=12301) 2024-11-20T13:24:23,848 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e347e02005f847699b224dab9e96ec41 2024-11-20T13:24:23,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/e8ca68b744a945eea0d34910074fd987 is 50, key is test_row_0/B:col10/1732109062974/Put/seqid=0 2024-11-20T13:24:23,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742345_1521 (size=12301) 2024-11-20T13:24:23,858 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/e8ca68b744a945eea0d34910074fd987 2024-11-20T13:24:23,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a9d6841764b947148987b236c894af54 is 50, key is test_row_0/C:col10/1732109062974/Put/seqid=0 2024-11-20T13:24:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742346_1522 (size=12301) 2024-11-20T13:24:24,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:24,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. as already flushing 2024-11-20T13:24:24,142 DEBUG [Thread-1893 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:64876 2024-11-20T13:24:24,142 DEBUG [Thread-1887 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:64876 2024-11-20T13:24:24,142 DEBUG [Thread-1895 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:64876 2024-11-20T13:24:24,142 DEBUG [Thread-1893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:24,142 DEBUG [Thread-1895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:24,142 DEBUG [Thread-1887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T13:24:24,195 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/18cef03c8a36446e8554df36ccad8e44 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/18cef03c8a36446e8554df36ccad8e44 2024-11-20T13:24:24,199 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/B of 963a559bba592c41967360b5e3e74094 into 18cef03c8a36446e8554df36ccad8e44(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:24,199 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:24,199 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/B, priority=13, startTime=1732109063775; duration=0sec 2024-11-20T13:24:24,199 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:24,199 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:B 2024-11-20T13:24:24,214 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/843c5687a7bc44418d7ce9c6e45acf7f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/843c5687a7bc44418d7ce9c6e45acf7f 2024-11-20T13:24:24,217 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 963a559bba592c41967360b5e3e74094/C of 963a559bba592c41967360b5e3e74094 into 843c5687a7bc44418d7ce9c6e45acf7f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:24,217 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:24,217 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094., storeName=963a559bba592c41967360b5e3e74094/C, priority=13, startTime=1732109063775; duration=0sec 2024-11-20T13:24:24,218 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:24,218 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 963a559bba592c41967360b5e3e74094:C 2024-11-20T13:24:24,267 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a9d6841764b947148987b236c894af54 2024-11-20T13:24:24,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/e347e02005f847699b224dab9e96ec41 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e347e02005f847699b224dab9e96ec41 2024-11-20T13:24:24,273 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e347e02005f847699b224dab9e96ec41, entries=150, sequenceid=491, filesize=12.0 K 2024-11-20T13:24:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/e8ca68b744a945eea0d34910074fd987 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e8ca68b744a945eea0d34910074fd987 2024-11-20T13:24:24,276 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e8ca68b744a945eea0d34910074fd987, entries=150, sequenceid=491, filesize=12.0 K 2024-11-20T13:24:24,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/a9d6841764b947148987b236c894af54 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a9d6841764b947148987b236c894af54 2024-11-20T13:24:24,279 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a9d6841764b947148987b236c894af54, entries=150, sequenceid=491, filesize=12.0 K 2024-11-20T13:24:24,280 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 963a559bba592c41967360b5e3e74094 in 439ms, sequenceid=491, compaction requested=false 2024-11-20T13:24:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-20T13:24:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-20T13:24:24,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T13:24:24,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2240 sec 2024-11-20T13:24:24,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.2370 sec 2024-11-20T13:24:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T13:24:25,155 INFO [Thread-1897 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-20T13:24:28,815 DEBUG [Thread-1891 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:64876 2024-11-20T13:24:28,815 DEBUG [Thread-1891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:28,896 DEBUG [Thread-1889 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:64876 2024-11-20T13:24:28,896 DEBUG [Thread-1889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1062 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3186 rows 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1067 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3201 rows 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1070 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3210 rows 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1057 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3171 rows 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1088 2024-11-20T13:24:28,897 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3264 rows 2024-11-20T13:24:28,897 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:24:28,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:64876 2024-11-20T13:24:28,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:28,905 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T13:24:28,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T13:24:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T13:24:28,912 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109068911"}]},"ts":"1732109068911"} 2024-11-20T13:24:28,916 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T13:24:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T13:24:29,093 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T13:24:29,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:24:29,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=963a559bba592c41967360b5e3e74094, UNASSIGN}] 2024-11-20T13:24:29,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=963a559bba592c41967360b5e3e74094, UNASSIGN 2024-11-20T13:24:29,097 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=963a559bba592c41967360b5e3e74094, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:29,098 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:24:29,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; CloseRegionProcedure 963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:24:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T13:24:29,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:29,251 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(124): Close 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:29,251 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:24:29,251 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1681): Closing 963a559bba592c41967360b5e3e74094, disabling compactions & flushes 2024-11-20T13:24:29,251 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:29,251 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:29,251 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. after waiting 0 ms 2024-11-20T13:24:29,251 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:29,251 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(2837): Flushing 963a559bba592c41967360b5e3e74094 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T13:24:29,251 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=A 2024-11-20T13:24:29,252 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:29,252 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=B 2024-11-20T13:24:29,252 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:29,252 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 963a559bba592c41967360b5e3e74094, store=C 2024-11-20T13:24:29,252 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:29,255 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/01c9cf442af345d5a4ea224b31215769 is 50, key is test_row_0/A:col10/1732109068895/Put/seqid=0 2024-11-20T13:24:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742347_1523 (size=12301) 2024-11-20T13:24:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T13:24:29,659 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/01c9cf442af345d5a4ea224b31215769 2024-11-20T13:24:29,666 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0fee4825ad2d42d6b2d26581cb6b3b41 is 50, key is test_row_0/B:col10/1732109068895/Put/seqid=0 2024-11-20T13:24:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742348_1524 (size=12301) 2024-11-20T13:24:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T13:24:30,071 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0fee4825ad2d42d6b2d26581cb6b3b41 2024-11-20T13:24:30,079 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/76a1396963e349d9a996df8dee659013 is 50, key is test_row_0/C:col10/1732109068895/Put/seqid=0 2024-11-20T13:24:30,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742349_1525 (size=12301) 2024-11-20T13:24:30,117 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/76a1396963e349d9a996df8dee659013 2024-11-20T13:24:30,122 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/A/01c9cf442af345d5a4ea224b31215769 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/01c9cf442af345d5a4ea224b31215769 2024-11-20T13:24:30,131 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/01c9cf442af345d5a4ea224b31215769, entries=150, sequenceid=501, filesize=12.0 K 2024-11-20T13:24:30,132 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/B/0fee4825ad2d42d6b2d26581cb6b3b41 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0fee4825ad2d42d6b2d26581cb6b3b41 2024-11-20T13:24:30,137 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0fee4825ad2d42d6b2d26581cb6b3b41, entries=150, sequenceid=501, filesize=12.0 K 2024-11-20T13:24:30,137 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/.tmp/C/76a1396963e349d9a996df8dee659013 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/76a1396963e349d9a996df8dee659013 2024-11-20T13:24:30,141 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/76a1396963e349d9a996df8dee659013, entries=150, sequenceid=501, filesize=12.0 K 2024-11-20T13:24:30,142 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 963a559bba592c41967360b5e3e74094 in 891ms, sequenceid=501, compaction requested=true 2024-11-20T13:24:30,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/81746d1f89fe46098d7390fa0e9054f9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b732ee051baf4d4c839c5f5c4f13d956, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/54f5075f4172475d84d08781b8290711, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/918df383289e4fd1b0c34abe617fc884, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/ff3dd93d3bbc44288a8c44d03c5bd2f4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7ff997b4756945ccbed2d704f90e6ee1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/8d2133c357874001abb8e3a7de1ea190, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/c0d636adce7b4b54a92da649994f7dda, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/15ec3da118fa4d95aa99eb89c87551fc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7cf5b2e1f81d403099025e4de0289768, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3987d17d4791434da48f98d74e7fefd7, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d80bc25220af44aa92eafd38da474f3d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/cec64adaf8f54f49823fec224d71ab7f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1393bea9250542cea5d48c1e3a74aa74, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/9729af8faec843bf8cae89edec614b23, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/2c3700f9ce1045488379b1d1f4964434, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b61faea671d14bda97042f107369b33a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/caba55b36d93465da478e071b5924291, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bae5fc1e3867410bb9910582a1ffecea, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e80e0fe1639042cf9daaa4e1aa1c77aa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7c34be88642c4971a4c8a106fb906026, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/fea2aef341f84ea396e1f05585c40f88, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/66caafce270f40c09bf9077963484246, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/294829732fa24f04b3e0ae4c145d7523, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1b948a9ae76748849ea00841f34ba4ca, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d4be748cdca2421497756c829e30e880, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e446886a41bf4a6097892560b485b241, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/f1fb4f7d1b0542e09ba9571ec1345f8e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/14ea6dd619ae49868d4fc2d0b00e152c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/67324ac1ea234c8db91b2ed1120d56ff, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bf8fdcf3f758474582d3b507e2cfd011] to archive 2024-11-20T13:24:30,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:30,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/81746d1f89fe46098d7390fa0e9054f9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/81746d1f89fe46098d7390fa0e9054f9 2024-11-20T13:24:30,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b732ee051baf4d4c839c5f5c4f13d956 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b732ee051baf4d4c839c5f5c4f13d956 2024-11-20T13:24:30,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/54f5075f4172475d84d08781b8290711 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/54f5075f4172475d84d08781b8290711 2024-11-20T13:24:30,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/918df383289e4fd1b0c34abe617fc884 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/918df383289e4fd1b0c34abe617fc884 2024-11-20T13:24:30,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/ff3dd93d3bbc44288a8c44d03c5bd2f4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/ff3dd93d3bbc44288a8c44d03c5bd2f4 2024-11-20T13:24:30,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7ff997b4756945ccbed2d704f90e6ee1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7ff997b4756945ccbed2d704f90e6ee1 2024-11-20T13:24:30,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/8d2133c357874001abb8e3a7de1ea190 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/8d2133c357874001abb8e3a7de1ea190 2024-11-20T13:24:30,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/c0d636adce7b4b54a92da649994f7dda to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/c0d636adce7b4b54a92da649994f7dda 2024-11-20T13:24:30,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/15ec3da118fa4d95aa99eb89c87551fc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/15ec3da118fa4d95aa99eb89c87551fc 2024-11-20T13:24:30,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7cf5b2e1f81d403099025e4de0289768 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7cf5b2e1f81d403099025e4de0289768 2024-11-20T13:24:30,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3987d17d4791434da48f98d74e7fefd7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3987d17d4791434da48f98d74e7fefd7 2024-11-20T13:24:30,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d80bc25220af44aa92eafd38da474f3d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d80bc25220af44aa92eafd38da474f3d 2024-11-20T13:24:30,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/cec64adaf8f54f49823fec224d71ab7f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/cec64adaf8f54f49823fec224d71ab7f 2024-11-20T13:24:30,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1393bea9250542cea5d48c1e3a74aa74 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1393bea9250542cea5d48c1e3a74aa74 2024-11-20T13:24:30,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/9729af8faec843bf8cae89edec614b23 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/9729af8faec843bf8cae89edec614b23 2024-11-20T13:24:30,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/2c3700f9ce1045488379b1d1f4964434 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/2c3700f9ce1045488379b1d1f4964434 2024-11-20T13:24:30,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b61faea671d14bda97042f107369b33a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/b61faea671d14bda97042f107369b33a 2024-11-20T13:24:30,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/caba55b36d93465da478e071b5924291 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/caba55b36d93465da478e071b5924291 2024-11-20T13:24:30,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bae5fc1e3867410bb9910582a1ffecea to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bae5fc1e3867410bb9910582a1ffecea 2024-11-20T13:24:30,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e80e0fe1639042cf9daaa4e1aa1c77aa to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e80e0fe1639042cf9daaa4e1aa1c77aa 2024-11-20T13:24:30,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7c34be88642c4971a4c8a106fb906026 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/7c34be88642c4971a4c8a106fb906026 2024-11-20T13:24:30,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/fea2aef341f84ea396e1f05585c40f88 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/fea2aef341f84ea396e1f05585c40f88 2024-11-20T13:24:30,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/a62e9dae6d4b4f0798c5a7bf7e1f0d48 2024-11-20T13:24:30,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/66caafce270f40c09bf9077963484246 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/66caafce270f40c09bf9077963484246 2024-11-20T13:24:30,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/294829732fa24f04b3e0ae4c145d7523 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/294829732fa24f04b3e0ae4c145d7523 2024-11-20T13:24:30,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1b948a9ae76748849ea00841f34ba4ca to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/1b948a9ae76748849ea00841f34ba4ca 2024-11-20T13:24:30,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d4be748cdca2421497756c829e30e880 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/d4be748cdca2421497756c829e30e880 2024-11-20T13:24:30,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e446886a41bf4a6097892560b485b241 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e446886a41bf4a6097892560b485b241 2024-11-20T13:24:30,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/f1fb4f7d1b0542e09ba9571ec1345f8e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/f1fb4f7d1b0542e09ba9571ec1345f8e 2024-11-20T13:24:30,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/14ea6dd619ae49868d4fc2d0b00e152c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/14ea6dd619ae49868d4fc2d0b00e152c 2024-11-20T13:24:30,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/67324ac1ea234c8db91b2ed1120d56ff to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/67324ac1ea234c8db91b2ed1120d56ff 2024-11-20T13:24:30,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bf8fdcf3f758474582d3b507e2cfd011 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/bf8fdcf3f758474582d3b507e2cfd011 2024-11-20T13:24:30,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9670892bb21e46d08611237bb9a20b2c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bcd1a19e965442d19edc65aa8fa753cf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9c3cb81bdd64e99a7d7c9acfb53c648, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b6c68db184945169d2a94931b36881f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/616c5ee367374714bea090b7d2b04281, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/884236fa436e451289dc32cd63a3fbac, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f05bc9e0d39849d99a76c95c53d6e263, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e1d6582e69ff467897e009700f30e9fa, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d66c6a85d02141c3bf61090ab7506022, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0d3adc5505ae4654b7648f70ba1c75da, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/4724314aacad4b6c97cf934299cc5705, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7084d02c7ba0473fbdaa678eb3940b42, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d7ac374b705948b5bd74f5ead6d1eb60, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f59086b64efa4e28bf9eb813394df3fc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0e4b9703ed214bdba45cc57c304f9ef2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9dd80ba55b7c4ab78b07b21bd159574b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2ee30fd68c1e41d7a500e02d57a57ffd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9eed91ae121490890b4a2771e908c68, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/20c30d6b24a14d24882733f9f6900085, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9391741ba21549388d9b81b33d82edb1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bd8276f65981431d88c669f3683856ad, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/38d2397ced6e4bbb8b4a72abb6970189, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/76925138d01743a48e624e23e6c44833, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d5efbb8cda3d44b282f3fed839d4ea98, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bca2a36cc36a4f6f90dfe9660ea563a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2840bc686eea43b787f16caa28e3e256, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/1f20796d8f25488bba776be0f00f3358, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7fa17380fa114456998a4f35e1450c6c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b924f5aa13e4ab08870ac169a6fc0fb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/5e416728c9e04a7592503018d30e5f2c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/061e5c1c769249af9cd05fead8843ec1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/b931bbb321784aa2b027fad8f48b8a5e] to archive 2024-11-20T13:24:30,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:30,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9670892bb21e46d08611237bb9a20b2c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9670892bb21e46d08611237bb9a20b2c 2024-11-20T13:24:30,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bcd1a19e965442d19edc65aa8fa753cf to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bcd1a19e965442d19edc65aa8fa753cf 2024-11-20T13:24:30,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9c3cb81bdd64e99a7d7c9acfb53c648 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9c3cb81bdd64e99a7d7c9acfb53c648 2024-11-20T13:24:30,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b6c68db184945169d2a94931b36881f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b6c68db184945169d2a94931b36881f 2024-11-20T13:24:30,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/616c5ee367374714bea090b7d2b04281 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/616c5ee367374714bea090b7d2b04281 2024-11-20T13:24:30,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/884236fa436e451289dc32cd63a3fbac to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/884236fa436e451289dc32cd63a3fbac 2024-11-20T13:24:30,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f05bc9e0d39849d99a76c95c53d6e263 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f05bc9e0d39849d99a76c95c53d6e263 2024-11-20T13:24:30,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e1d6582e69ff467897e009700f30e9fa to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e1d6582e69ff467897e009700f30e9fa 2024-11-20T13:24:30,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d66c6a85d02141c3bf61090ab7506022 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d66c6a85d02141c3bf61090ab7506022 2024-11-20T13:24:30,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0d3adc5505ae4654b7648f70ba1c75da to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0d3adc5505ae4654b7648f70ba1c75da 2024-11-20T13:24:30,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/4724314aacad4b6c97cf934299cc5705 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/4724314aacad4b6c97cf934299cc5705 2024-11-20T13:24:30,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7084d02c7ba0473fbdaa678eb3940b42 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7084d02c7ba0473fbdaa678eb3940b42 2024-11-20T13:24:30,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d7ac374b705948b5bd74f5ead6d1eb60 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d7ac374b705948b5bd74f5ead6d1eb60 2024-11-20T13:24:30,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f59086b64efa4e28bf9eb813394df3fc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/f59086b64efa4e28bf9eb813394df3fc 2024-11-20T13:24:30,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0e4b9703ed214bdba45cc57c304f9ef2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0e4b9703ed214bdba45cc57c304f9ef2 2024-11-20T13:24:30,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9dd80ba55b7c4ab78b07b21bd159574b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9dd80ba55b7c4ab78b07b21bd159574b 2024-11-20T13:24:30,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2ee30fd68c1e41d7a500e02d57a57ffd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2ee30fd68c1e41d7a500e02d57a57ffd 2024-11-20T13:24:30,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9eed91ae121490890b4a2771e908c68 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d9eed91ae121490890b4a2771e908c68 2024-11-20T13:24:30,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/20c30d6b24a14d24882733f9f6900085 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/20c30d6b24a14d24882733f9f6900085 2024-11-20T13:24:30,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9391741ba21549388d9b81b33d82edb1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/9391741ba21549388d9b81b33d82edb1 2024-11-20T13:24:30,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bd8276f65981431d88c669f3683856ad to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bd8276f65981431d88c669f3683856ad 2024-11-20T13:24:30,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/38d2397ced6e4bbb8b4a72abb6970189 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/38d2397ced6e4bbb8b4a72abb6970189 2024-11-20T13:24:30,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/76925138d01743a48e624e23e6c44833 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/76925138d01743a48e624e23e6c44833 2024-11-20T13:24:30,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d5efbb8cda3d44b282f3fed839d4ea98 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/d5efbb8cda3d44b282f3fed839d4ea98 2024-11-20T13:24:30,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bca2a36cc36a4f6f90dfe9660ea563a5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/bca2a36cc36a4f6f90dfe9660ea563a5 2024-11-20T13:24:30,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2840bc686eea43b787f16caa28e3e256 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/2840bc686eea43b787f16caa28e3e256 2024-11-20T13:24:30,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/1f20796d8f25488bba776be0f00f3358 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/1f20796d8f25488bba776be0f00f3358 2024-11-20T13:24:30,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7fa17380fa114456998a4f35e1450c6c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7fa17380fa114456998a4f35e1450c6c 2024-11-20T13:24:30,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b924f5aa13e4ab08870ac169a6fc0fb to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/7b924f5aa13e4ab08870ac169a6fc0fb 2024-11-20T13:24:30,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/5e416728c9e04a7592503018d30e5f2c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/5e416728c9e04a7592503018d30e5f2c 2024-11-20T13:24:30,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/061e5c1c769249af9cd05fead8843ec1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/061e5c1c769249af9cd05fead8843ec1 2024-11-20T13:24:30,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/b931bbb321784aa2b027fad8f48b8a5e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/b931bbb321784aa2b027fad8f48b8a5e 2024-11-20T13:24:30,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/abf4cfb5910543d5a27bcd1bac1414af, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/963aaf0cffc048b1a310169f7a598561, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/045eeb7eae734b43902e06daf1183bf5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d4f264c87ada4602a08e51bf62e2b03c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/254a0da882c540129cc227cd472439a4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ceb13a13f9d44383951429e2369891eb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b5551bf8019a4cf8a82b8f6a85e0b714, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/eebe9ce8ef7647448c7368be894eb3d1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/380d2de6f789465c93d07a3c762dfbbd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/16948c07b2a04590b3d1c3e40aca00da, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/c1fafc3f20b4406eb4c9ab544add089c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/4b0f4de97a634a8f989bfb7bb818c758, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/8716f0e517144cb982ffe073c1478fd1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d8d8d9b282fb4fb4a196573475cb7b2b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/43b8731075d043e18cd82d5bac43fb64, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/780a818fbc29461ab365809f410ccbdf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7c74dbe73d0f44a7b145e299035aa6b1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/bf2ca4ab343b4f6eb24883c49f3eb004, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/55ff2b5c12c448b0bf8e10c39cda807b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ef020e8f6475451cb0ffdff2ce8d8ca0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/913d9ed7dff14c848ca00fe4758ecf9d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b6bf9f82307445cb8922cbe69ab1d5f6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/5633ae41c4714241968f4199d146ec8f, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7f888e3eefb64adbbfc0885b867c53bb, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b10bae25b1f34628a4ab471a4c4bf875, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/77daa639d9a14d91aaab44b680fc83db, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a5a65305fbe749efbffb4336869603bf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/68331440bb6d49c5a4b19116ff41ebc4, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a91af3a47a7c408dad7338675f55be77, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e71356e385324db9a8baa693454fd121, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e40cfdc714fc4e79941caf8157589788, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/9f4c817e46e94fc5b1731c223b254c84] to archive 2024-11-20T13:24:30,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:30,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/abf4cfb5910543d5a27bcd1bac1414af to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/abf4cfb5910543d5a27bcd1bac1414af 2024-11-20T13:24:30,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/963aaf0cffc048b1a310169f7a598561 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/963aaf0cffc048b1a310169f7a598561 2024-11-20T13:24:30,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/045eeb7eae734b43902e06daf1183bf5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/045eeb7eae734b43902e06daf1183bf5 2024-11-20T13:24:30,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d4f264c87ada4602a08e51bf62e2b03c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d4f264c87ada4602a08e51bf62e2b03c 2024-11-20T13:24:30,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/254a0da882c540129cc227cd472439a4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/254a0da882c540129cc227cd472439a4 2024-11-20T13:24:30,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ceb13a13f9d44383951429e2369891eb to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ceb13a13f9d44383951429e2369891eb 2024-11-20T13:24:30,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b5551bf8019a4cf8a82b8f6a85e0b714 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b5551bf8019a4cf8a82b8f6a85e0b714 2024-11-20T13:24:30,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/eebe9ce8ef7647448c7368be894eb3d1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/eebe9ce8ef7647448c7368be894eb3d1 2024-11-20T13:24:30,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/380d2de6f789465c93d07a3c762dfbbd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/380d2de6f789465c93d07a3c762dfbbd 2024-11-20T13:24:30,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/16948c07b2a04590b3d1c3e40aca00da to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/16948c07b2a04590b3d1c3e40aca00da 2024-11-20T13:24:30,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/c1fafc3f20b4406eb4c9ab544add089c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/c1fafc3f20b4406eb4c9ab544add089c 2024-11-20T13:24:30,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/4b0f4de97a634a8f989bfb7bb818c758 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/4b0f4de97a634a8f989bfb7bb818c758 2024-11-20T13:24:30,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/8716f0e517144cb982ffe073c1478fd1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/8716f0e517144cb982ffe073c1478fd1 2024-11-20T13:24:30,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d8d8d9b282fb4fb4a196573475cb7b2b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/d8d8d9b282fb4fb4a196573475cb7b2b 2024-11-20T13:24:30,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/43b8731075d043e18cd82d5bac43fb64 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/43b8731075d043e18cd82d5bac43fb64 2024-11-20T13:24:30,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/780a818fbc29461ab365809f410ccbdf to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/780a818fbc29461ab365809f410ccbdf 2024-11-20T13:24:30,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7c74dbe73d0f44a7b145e299035aa6b1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7c74dbe73d0f44a7b145e299035aa6b1 2024-11-20T13:24:30,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/bf2ca4ab343b4f6eb24883c49f3eb004 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/bf2ca4ab343b4f6eb24883c49f3eb004 2024-11-20T13:24:30,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/55ff2b5c12c448b0bf8e10c39cda807b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/55ff2b5c12c448b0bf8e10c39cda807b 2024-11-20T13:24:30,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ef020e8f6475451cb0ffdff2ce8d8ca0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/ef020e8f6475451cb0ffdff2ce8d8ca0 2024-11-20T13:24:30,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/913d9ed7dff14c848ca00fe4758ecf9d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/913d9ed7dff14c848ca00fe4758ecf9d 2024-11-20T13:24:30,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b6bf9f82307445cb8922cbe69ab1d5f6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b6bf9f82307445cb8922cbe69ab1d5f6 2024-11-20T13:24:30,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/5633ae41c4714241968f4199d146ec8f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/5633ae41c4714241968f4199d146ec8f 2024-11-20T13:24:30,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7f888e3eefb64adbbfc0885b867c53bb to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/7f888e3eefb64adbbfc0885b867c53bb 2024-11-20T13:24:30,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b10bae25b1f34628a4ab471a4c4bf875 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/b10bae25b1f34628a4ab471a4c4bf875 2024-11-20T13:24:30,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/77daa639d9a14d91aaab44b680fc83db to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/77daa639d9a14d91aaab44b680fc83db 2024-11-20T13:24:30,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a5a65305fbe749efbffb4336869603bf to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a5a65305fbe749efbffb4336869603bf 2024-11-20T13:24:30,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/68331440bb6d49c5a4b19116ff41ebc4 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/68331440bb6d49c5a4b19116ff41ebc4 2024-11-20T13:24:30,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a91af3a47a7c408dad7338675f55be77 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a91af3a47a7c408dad7338675f55be77 2024-11-20T13:24:30,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e71356e385324db9a8baa693454fd121 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e71356e385324db9a8baa693454fd121 2024-11-20T13:24:30,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e40cfdc714fc4e79941caf8157589788 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/e40cfdc714fc4e79941caf8157589788 2024-11-20T13:24:30,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/9f4c817e46e94fc5b1731c223b254c84 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/9f4c817e46e94fc5b1731c223b254c84 2024-11-20T13:24:30,308 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/recovered.edits/504.seqid, newMaxSeqId=504, maxSeqId=1 2024-11-20T13:24:30,309 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094. 2024-11-20T13:24:30,309 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1635): Region close journal for 963a559bba592c41967360b5e3e74094: 2024-11-20T13:24:30,310 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(170): Closed 963a559bba592c41967360b5e3e74094 2024-11-20T13:24:30,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=963a559bba592c41967360b5e3e74094, regionState=CLOSED 2024-11-20T13:24:30,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T13:24:30,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseRegionProcedure 963a559bba592c41967360b5e3e74094, server=5ef453f0fbb6,36009,1732108922197 in 1.2180 sec 2024-11-20T13:24:30,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T13:24:30,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=963a559bba592c41967360b5e3e74094, UNASSIGN in 1.2230 sec 2024-11-20T13:24:30,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T13:24:30,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2260 sec 2024-11-20T13:24:30,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109070325"}]},"ts":"1732109070325"} 2024-11-20T13:24:30,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T13:24:30,408 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T13:24:30,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5020 sec 2024-11-20T13:24:30,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T13:24:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T13:24:31,016 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T13:24:31,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T13:24:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:31,018 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T13:24:31,019 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=136, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:31,021 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094 2024-11-20T13:24:31,037 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/recovered.edits] 2024-11-20T13:24:31,041 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/01c9cf442af345d5a4ea224b31215769 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/01c9cf442af345d5a4ea224b31215769 2024-11-20T13:24:31,043 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3b18dbf28151409ca0ef7a7cf2f9471b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/3b18dbf28151409ca0ef7a7cf2f9471b 2024-11-20T13:24:31,044 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e347e02005f847699b224dab9e96ec41 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/A/e347e02005f847699b224dab9e96ec41 2024-11-20T13:24:31,047 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0fee4825ad2d42d6b2d26581cb6b3b41 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/0fee4825ad2d42d6b2d26581cb6b3b41 2024-11-20T13:24:31,048 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/18cef03c8a36446e8554df36ccad8e44 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/18cef03c8a36446e8554df36ccad8e44 2024-11-20T13:24:31,050 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e8ca68b744a945eea0d34910074fd987 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/B/e8ca68b744a945eea0d34910074fd987 2024-11-20T13:24:31,053 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/76a1396963e349d9a996df8dee659013 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/76a1396963e349d9a996df8dee659013 2024-11-20T13:24:31,055 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/843c5687a7bc44418d7ce9c6e45acf7f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/843c5687a7bc44418d7ce9c6e45acf7f 2024-11-20T13:24:31,056 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a9d6841764b947148987b236c894af54 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/C/a9d6841764b947148987b236c894af54 2024-11-20T13:24:31,059 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/recovered.edits/504.seqid to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094/recovered.edits/504.seqid 2024-11-20T13:24:31,060 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/963a559bba592c41967360b5e3e74094 2024-11-20T13:24:31,060 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T13:24:31,063 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=136, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:31,065 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T13:24:31,073 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T13:24:31,075 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=136, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:31,075 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T13:24:31,075 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732109071075"}]},"ts":"9223372036854775807"} 2024-11-20T13:24:31,084 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T13:24:31,084 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 963a559bba592c41967360b5e3e74094, NAME => 'TestAcidGuarantees,,1732109041475.963a559bba592c41967360b5e3e74094.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T13:24:31,084 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T13:24:31,084 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732109071084"}]},"ts":"9223372036854775807"} 2024-11-20T13:24:31,087 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T13:24:31,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T13:24:31,170 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=136, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:31,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 153 msec 2024-11-20T13:24:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T13:24:31,322 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T13:24:31,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=450 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1066 (was 1072), ProcessCount=11 (was 11), AvailableMemoryMB=529 (was 865) 2024-11-20T13:24:31,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=1066, ProcessCount=11, AvailableMemoryMB=528 2024-11-20T13:24:31,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:24:31,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:24:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:31,354 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T13:24:31,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 137 2024-11-20T13:24:31,354 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:31,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T13:24:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-20T13:24:31,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742350_1526 (size=960) 2024-11-20T13:24:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-20T13:24:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-20T13:24:31,777 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a 2024-11-20T13:24:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742351_1527 (size=53) 2024-11-20T13:24:31,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T13:24:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-20T13:24:32,283 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:24:32,283 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8c4a6c39d75ef1b7d2f2a4831978a32b, disabling compactions & flushes 2024-11-20T13:24:32,283 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,283 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,283 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. after waiting 0 ms 2024-11-20T13:24:32,283 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,284 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,284 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:32,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T13:24:32,285 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732109072285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732109072285"}]},"ts":"1732109072285"} 2024-11-20T13:24:32,286 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T13:24:32,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T13:24:32,287 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109072287"}]},"ts":"1732109072287"} 2024-11-20T13:24:32,287 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T13:24:32,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, ASSIGN}] 2024-11-20T13:24:32,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, ASSIGN 2024-11-20T13:24:32,426 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, ASSIGN; state=OFFLINE, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=false 2024-11-20T13:24:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-20T13:24:32,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:32,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; OpenRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:24:32,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:32,738 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,738 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:24:32,739 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,739 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:24:32,739 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7327): checking encryption for 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,739 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7330): checking classloading for 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,741 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,743 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:32,743 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4a6c39d75ef1b7d2f2a4831978a32b columnFamilyName A 2024-11-20T13:24:32,743 DEBUG [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:32,744 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(327): Store=8c4a6c39d75ef1b7d2f2a4831978a32b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:32,744 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,748 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:32,748 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4a6c39d75ef1b7d2f2a4831978a32b columnFamilyName B 2024-11-20T13:24:32,750 DEBUG [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:32,750 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(327): Store=8c4a6c39d75ef1b7d2f2a4831978a32b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:32,751 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,752 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:32,752 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4a6c39d75ef1b7d2f2a4831978a32b columnFamilyName C 2024-11-20T13:24:32,752 DEBUG [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:32,753 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(327): Store=8c4a6c39d75ef1b7d2f2a4831978a32b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:32,753 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,754 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,755 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,757 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:24:32,759 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1085): writing seq id for 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:32,775 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T13:24:32,776 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1102): Opened 8c4a6c39d75ef1b7d2f2a4831978a32b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65316410, jitterRate=-0.026709645986557007}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:24:32,777 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1001): Region open journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:32,777 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., pid=139, masterSystemTime=1732109072732 2024-11-20T13:24:32,781 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,781 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:32,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=OPEN, openSeqNum=2, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:32,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T13:24:32,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; OpenRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 in 204 msec 2024-11-20T13:24:32,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-20T13:24:32,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, ASSIGN in 360 msec 2024-11-20T13:24:32,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T13:24:32,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109072787"}]},"ts":"1732109072787"} 2024-11-20T13:24:32,788 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T13:24:32,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T13:24:32,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.5270 sec 2024-11-20T13:24:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-20T13:24:33,464 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 137 completed 2024-11-20T13:24:33,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-20T13:24:34,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:34,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:34,090 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:34,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T13:24:34,092 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T13:24:34,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T13:24:34,094 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T13:24:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742352_1528 (size=996) 2024-11-20T13:24:34,507 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-20T13:24:34,507 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-20T13:24:34,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:24:34,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, REOPEN/MOVE}] 2024-11-20T13:24:34,515 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, REOPEN/MOVE 2024-11-20T13:24:34,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:34,517 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:24:34,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:24:34,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:34,669 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,669 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:24:34,669 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 8c4a6c39d75ef1b7d2f2a4831978a32b, disabling compactions & flushes 2024-11-20T13:24:34,669 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:34,669 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:34,670 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. after waiting 0 ms 2024-11-20T13:24:34,670 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:34,674 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T13:24:34,674 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:34,674 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:34,674 WARN [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionServer(3786): Not adding moved region record: 8c4a6c39d75ef1b7d2f2a4831978a32b to self. 2024-11-20T13:24:34,676 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,676 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=CLOSED 2024-11-20T13:24:34,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T13:24:34,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 in 160 msec 2024-11-20T13:24:34,679 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, REOPEN/MOVE; state=CLOSED, location=5ef453f0fbb6,36009,1732108922197; forceNewPlan=false, retain=true 2024-11-20T13:24:34,829 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=OPENING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:34,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=142, state=RUNNABLE; OpenRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:24:34,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:34,985 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:34,986 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T13:24:34,986 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,986 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T13:24:34,986 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7327): checking encryption for 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,986 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7330): checking classloading for 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,988 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,989 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:34,989 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4a6c39d75ef1b7d2f2a4831978a32b columnFamilyName A 2024-11-20T13:24:34,990 DEBUG [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:34,991 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(327): Store=8c4a6c39d75ef1b7d2f2a4831978a32b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:34,992 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,993 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:34,993 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4a6c39d75ef1b7d2f2a4831978a32b columnFamilyName B 2024-11-20T13:24:34,993 DEBUG [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:34,993 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(327): Store=8c4a6c39d75ef1b7d2f2a4831978a32b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:34,994 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,994 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-20T13:24:34,994 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4a6c39d75ef1b7d2f2a4831978a32b columnFamilyName C 2024-11-20T13:24:34,994 DEBUG [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:34,995 INFO [StoreOpener-8c4a6c39d75ef1b7d2f2a4831978a32b-1 {}] regionserver.HStore(327): Store=8c4a6c39d75ef1b7d2f2a4831978a32b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T13:24:34,995 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:34,996 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:34,998 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:35,000 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T13:24:35,003 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1085): writing seq id for 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:35,004 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1102): Opened 8c4a6c39d75ef1b7d2f2a4831978a32b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69401654, jitterRate=0.03416523337364197}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T13:24:35,005 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1001): Region open journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:35,006 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., pid=144, masterSystemTime=1732109074982 2024-11-20T13:24:35,008 DEBUG [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:35,008 INFO [RS_OPEN_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:35,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=OPEN, openSeqNum=5, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=142 2024-11-20T13:24:35,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=142, state=SUCCESS; OpenRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 in 180 msec 2024-11-20T13:24:35,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-20T13:24:35,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, REOPEN/MOVE in 500 msec 2024-11-20T13:24:35,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T13:24:35,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-11-20T13:24:35,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 923 msec 2024-11-20T13:24:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T13:24:35,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-20T13:24:35,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-20T13:24:35,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-20T13:24:35,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-20T13:24:35,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-20T13:24:35,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-20T13:24:35,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-20T13:24:35,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-20T13:24:35,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-20T13:24:35,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:64876 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-11-20T13:24:35,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T13:24:35,756 DEBUG [hconnection-0x65bf6f59-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,758 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,760 DEBUG [hconnection-0x21b941cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,761 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-20T13:24:35,772 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:35,772 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:35,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T13:24:35,780 DEBUG [hconnection-0x543f194-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,781 DEBUG [hconnection-0x53e66373-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,782 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:24:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:35,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:35,785 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:35,788 DEBUG [hconnection-0x1c2a9547-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,789 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,792 DEBUG [hconnection-0x63f3ae5a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,794 DEBUG [hconnection-0x71494ee3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,800 DEBUG [hconnection-0x5e348f1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,800 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,802 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,804 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,813 DEBUG [hconnection-0x36dc7adf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,825 DEBUG [hconnection-0x5801f8f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T13:24:35,827 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,836 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T13:24:35,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T13:24:35,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109135839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109135844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109135850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109135850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109135857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017a49a7397494798834697b58a3cdd69_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109075777/Put/seqid=0 2024-11-20T13:24:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T13:24:35,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742353_1529 (size=9714) 2024-11-20T13:24:35,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T13:24:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:35,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:35,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:35,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109135954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109135961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109135966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109135968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:35,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109135968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T13:24:36,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T13:24:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109136162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109136168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109136171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109136172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109136176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T13:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:36,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017a49a7397494798834697b58a3cdd69_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017a49a7397494798834697b58a3cdd69_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:36,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b27d5e195dbe4996ac1428d10be36f5d, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:36,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b27d5e195dbe4996ac1428d10be36f5d is 175, key is test_row_0/A:col10/1732109075777/Put/seqid=0 2024-11-20T13:24:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T13:24:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742354_1530 (size=22361) 2024-11-20T13:24:36,393 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b27d5e195dbe4996ac1428d10be36f5d 2024-11-20T13:24:36,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T13:24:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/0e3c04d7e0184a36ab847c28327c8d1a is 50, key is test_row_0/B:col10/1732109075777/Put/seqid=0 2024-11-20T13:24:36,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109136471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109136481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742355_1531 (size=9657) 2024-11-20T13:24:36,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109136484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109136484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109136485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/0e3c04d7e0184a36ab847c28327c8d1a 2024-11-20T13:24:36,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/094a75db39244b9bbf5be9b774deba65 is 50, key is test_row_0/C:col10/1732109075777/Put/seqid=0 2024-11-20T13:24:36,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T13:24:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742356_1532 (size=9657) 2024-11-20T13:24:36,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/094a75db39244b9bbf5be9b774deba65 2024-11-20T13:24:36,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b27d5e195dbe4996ac1428d10be36f5d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b27d5e195dbe4996ac1428d10be36f5d 2024-11-20T13:24:36,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b27d5e195dbe4996ac1428d10be36f5d, entries=100, sequenceid=15, filesize=21.8 K 2024-11-20T13:24:36,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/0e3c04d7e0184a36ab847c28327c8d1a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0e3c04d7e0184a36ab847c28327c8d1a 2024-11-20T13:24:36,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0e3c04d7e0184a36ab847c28327c8d1a, entries=100, sequenceid=15, filesize=9.4 K 2024-11-20T13:24:36,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/094a75db39244b9bbf5be9b774deba65 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/094a75db39244b9bbf5be9b774deba65 2024-11-20T13:24:36,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/094a75db39244b9bbf5be9b774deba65, entries=100, sequenceid=15, filesize=9.4 K 2024-11-20T13:24:36,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 851ms, sequenceid=15, compaction requested=false 2024-11-20T13:24:36,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:36,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:36,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-20T13:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:36,752 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:36,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009fd5e7d7dab41e2aa2d5793b113ae51_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109075842/Put/seqid=0 2024-11-20T13:24:36,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742357_1533 (size=12154) 2024-11-20T13:24:36,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:36,820 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009fd5e7d7dab41e2aa2d5793b113ae51_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009fd5e7d7dab41e2aa2d5793b113ae51_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:36,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/5021ef94222f411c9c74e30cdf2376e3, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:36,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/5021ef94222f411c9c74e30cdf2376e3 is 175, key is test_row_0/A:col10/1732109075842/Put/seqid=0 2024-11-20T13:24:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742358_1534 (size=30955) 2024-11-20T13:24:36,857 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/5021ef94222f411c9c74e30cdf2376e3 2024-11-20T13:24:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T13:24:36,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/6c48da9877344aac824b86243169f93d is 50, key is test_row_0/B:col10/1732109075842/Put/seqid=0 2024-11-20T13:24:36,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742359_1535 (size=12001) 2024-11-20T13:24:36,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109137003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109137004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109137004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109137008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109137008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109137111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109137111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109137112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109137113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109137115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109137315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109137315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109137315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109137317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109137320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,354 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/6c48da9877344aac824b86243169f93d 2024-11-20T13:24:37,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/9d6bc0c8a3d94db881f252e6998b25dd is 50, key is test_row_0/C:col10/1732109075842/Put/seqid=0 2024-11-20T13:24:37,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742360_1536 (size=12001) 2024-11-20T13:24:37,449 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/9d6bc0c8a3d94db881f252e6998b25dd 2024-11-20T13:24:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/5021ef94222f411c9c74e30cdf2376e3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/5021ef94222f411c9c74e30cdf2376e3 2024-11-20T13:24:37,468 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/5021ef94222f411c9c74e30cdf2376e3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T13:24:37,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/6c48da9877344aac824b86243169f93d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/6c48da9877344aac824b86243169f93d 2024-11-20T13:24:37,492 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/6c48da9877344aac824b86243169f93d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T13:24:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/9d6bc0c8a3d94db881f252e6998b25dd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/9d6bc0c8a3d94db881f252e6998b25dd 2024-11-20T13:24:37,557 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/9d6bc0c8a3d94db881f252e6998b25dd, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T13:24:37,558 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 806ms, sequenceid=41, compaction requested=false 2024-11-20T13:24:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:37,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-20T13:24:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-11-20T13:24:37,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T13:24:37,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7870 sec 2024-11-20T13:24:37,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.8040 sec 2024-11-20T13:24:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:37,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T13:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:37,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a0cd9c184614991ad2c754366cf5b40_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109077628/Put/seqid=0 2024-11-20T13:24:37,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109137733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109137733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109137735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109137741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109137736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742361_1537 (size=12154) 2024-11-20T13:24:37,798 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:37,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207a0cd9c184614991ad2c754366cf5b40_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a0cd9c184614991ad2c754366cf5b40_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:37,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/370553e679e4425aa72fcc8f8e14af39, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:37,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/370553e679e4425aa72fcc8f8e14af39 is 175, key is test_row_0/A:col10/1732109077628/Put/seqid=0 2024-11-20T13:24:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109137844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109137846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109137850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109137853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109137853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T13:24:37,892 INFO [Thread-2358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-20T13:24:37,893 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-20T13:24:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T13:24:37,896 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:37,897 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:37,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:37,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742362_1538 (size=30955) 2024-11-20T13:24:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T13:24:38,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:38,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:38,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109138059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109138056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109138063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109138061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109138064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T13:24:38,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,320 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/370553e679e4425aa72fcc8f8e14af39 2024-11-20T13:24:38,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/820cfc82a90a4fb28d7893d38a7fcdf5 is 50, key is test_row_0/B:col10/1732109077628/Put/seqid=0 2024-11-20T13:24:38,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109138377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109138377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109138377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109138377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109138378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742363_1539 (size=12001) 2024-11-20T13:24:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T13:24:38,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:38,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:38,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/820cfc82a90a4fb28d7893d38a7fcdf5 2024-11-20T13:24:38,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/4e5044042fa0469988c9cfcab16b9788 is 50, key is test_row_0/C:col10/1732109077628/Put/seqid=0 2024-11-20T13:24:38,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:38,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109138889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:38,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109138891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109138893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109138892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109138900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:38,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742364_1540 (size=12001) 2024-11-20T13:24:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T13:24:39,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:39,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/4e5044042fa0469988c9cfcab16b9788 2024-11-20T13:24:39,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:39,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:39,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:39,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/370553e679e4425aa72fcc8f8e14af39 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/370553e679e4425aa72fcc8f8e14af39 2024-11-20T13:24:39,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/370553e679e4425aa72fcc8f8e14af39, entries=150, sequenceid=53, filesize=30.2 K 2024-11-20T13:24:39,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/820cfc82a90a4fb28d7893d38a7fcdf5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/820cfc82a90a4fb28d7893d38a7fcdf5 2024-11-20T13:24:39,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/820cfc82a90a4fb28d7893d38a7fcdf5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T13:24:39,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/4e5044042fa0469988c9cfcab16b9788 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/4e5044042fa0469988c9cfcab16b9788 2024-11-20T13:24:39,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/4e5044042fa0469988c9cfcab16b9788, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T13:24:39,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 1842ms, sequenceid=53, compaction requested=true 2024-11-20T13:24:39,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:24:39,475 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:39,475 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:39,492 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:39,492 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:39,492 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:39,492 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:39,492 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,492 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b27d5e195dbe4996ac1428d10be36f5d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/5021ef94222f411c9c74e30cdf2376e3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/370553e679e4425aa72fcc8f8e14af39] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=82.3 K 2024-11-20T13:24:39,492 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,492 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b27d5e195dbe4996ac1428d10be36f5d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/5021ef94222f411c9c74e30cdf2376e3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/370553e679e4425aa72fcc8f8e14af39] 2024-11-20T13:24:39,496 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,496 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/094a75db39244b9bbf5be9b774deba65, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/9d6bc0c8a3d94db881f252e6998b25dd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/4e5044042fa0469988c9cfcab16b9788] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=32.9 K 2024-11-20T13:24:39,496 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b27d5e195dbe4996ac1428d10be36f5d, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732109075777 2024-11-20T13:24:39,498 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 094a75db39244b9bbf5be9b774deba65, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732109075777 2024-11-20T13:24:39,500 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d6bc0c8a3d94db881f252e6998b25dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732109075832 2024-11-20T13:24:39,500 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e5044042fa0469988c9cfcab16b9788, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732109077003 2024-11-20T13:24:39,504 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5021ef94222f411c9c74e30cdf2376e3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732109075832 2024-11-20T13:24:39,508 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 370553e679e4425aa72fcc8f8e14af39, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732109077003 2024-11-20T13:24:39,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-20T13:24:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,509 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T13:24:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:39,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:39,516 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:39,516 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/22e01137c74c40b8ae56fc13f979e7bf is 50, key is test_row_0/C:col10/1732109077628/Put/seqid=0 2024-11-20T13:24:39,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ee0cb24d20594089ae3d5a986c95032a_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109077736/Put/seqid=0 2024-11-20T13:24:39,554 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:39,571 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120500415e7398b4f0bae15db7a2dc489f1_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:39,573 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120500415e7398b4f0bae15db7a2dc489f1_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:39,573 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120500415e7398b4f0bae15db7a2dc489f1_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:39,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742365_1541 (size=12104) 2024-11-20T13:24:39,606 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/22e01137c74c40b8ae56fc13f979e7bf as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22e01137c74c40b8ae56fc13f979e7bf 2024-11-20T13:24:39,613 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 22e01137c74c40b8ae56fc13f979e7bf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:39,613 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:39,613 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=13, startTime=1732109079475; duration=0sec 2024-11-20T13:24:39,613 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:39,613 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:39,613 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:39,614 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:39,615 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/B is initiating minor compaction (all files) 2024-11-20T13:24:39,615 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/B in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:39,615 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0e3c04d7e0184a36ab847c28327c8d1a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/6c48da9877344aac824b86243169f93d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/820cfc82a90a4fb28d7893d38a7fcdf5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=32.9 K 2024-11-20T13:24:39,616 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e3c04d7e0184a36ab847c28327c8d1a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732109075777 2024-11-20T13:24:39,616 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c48da9877344aac824b86243169f93d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732109075832 2024-11-20T13:24:39,617 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 820cfc82a90a4fb28d7893d38a7fcdf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732109077003 2024-11-20T13:24:39,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742366_1542 (size=12154) 2024-11-20T13:24:39,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:39,680 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ee0cb24d20594089ae3d5a986c95032a_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ee0cb24d20594089ae3d5a986c95032a_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:39,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b77d78e8be6c423da8030da58428bf30, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b77d78e8be6c423da8030da58428bf30 is 175, key is test_row_0/A:col10/1732109077736/Put/seqid=0 2024-11-20T13:24:39,698 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:39,698 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/7d5a9a33ea524432b03c2aaeb77dad61 is 50, key is test_row_0/B:col10/1732109077628/Put/seqid=0 2024-11-20T13:24:39,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742367_1543 (size=4469) 2024-11-20T13:24:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742368_1544 (size=30955) 2024-11-20T13:24:39,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742369_1545 (size=12104) 2024-11-20T13:24:39,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109139935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109139934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109139941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:39,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109139949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109139949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T13:24:40,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109140052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109140052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109140052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109140059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109140060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,116 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#455 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:40,117 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/97ca5f037a184fcf8e958a588f5a1e32 is 175, key is test_row_0/A:col10/1732109077628/Put/seqid=0 2024-11-20T13:24:40,163 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b77d78e8be6c423da8030da58428bf30 2024-11-20T13:24:40,181 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/7d5a9a33ea524432b03c2aaeb77dad61 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/7d5a9a33ea524432b03c2aaeb77dad61 2024-11-20T13:24:40,186 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/B of 8c4a6c39d75ef1b7d2f2a4831978a32b into 7d5a9a33ea524432b03c2aaeb77dad61(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:40,186 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:40,186 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/B, priority=13, startTime=1732109079475; duration=0sec 2024-11-20T13:24:40,186 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:40,186 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742370_1546 (size=31058) 2024-11-20T13:24:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/671cefa59a364a7e922cb206546612a5 is 50, key is test_row_0/B:col10/1732109077736/Put/seqid=0 2024-11-20T13:24:40,196 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/97ca5f037a184fcf8e958a588f5a1e32 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/97ca5f037a184fcf8e958a588f5a1e32 2024-11-20T13:24:40,201 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into 97ca5f037a184fcf8e958a588f5a1e32(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:40,201 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:40,201 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=13, startTime=1732109079474; duration=0sec 2024-11-20T13:24:40,201 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:40,201 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742371_1547 (size=12001) 2024-11-20T13:24:40,243 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/671cefa59a364a7e922cb206546612a5 2024-11-20T13:24:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109140256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109140256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/e69ea79cfc3d4887853dac3a717ce3a8 is 50, key is test_row_0/C:col10/1732109077736/Put/seqid=0 2024-11-20T13:24:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109140265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109140268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109140265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742372_1548 (size=12001) 2024-11-20T13:24:40,329 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/e69ea79cfc3d4887853dac3a717ce3a8 2024-11-20T13:24:40,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b77d78e8be6c423da8030da58428bf30 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b77d78e8be6c423da8030da58428bf30 2024-11-20T13:24:40,342 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b77d78e8be6c423da8030da58428bf30, entries=150, sequenceid=77, filesize=30.2 K 2024-11-20T13:24:40,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/671cefa59a364a7e922cb206546612a5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/671cefa59a364a7e922cb206546612a5 2024-11-20T13:24:40,350 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/671cefa59a364a7e922cb206546612a5, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:24:40,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/e69ea79cfc3d4887853dac3a717ce3a8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e69ea79cfc3d4887853dac3a717ce3a8 2024-11-20T13:24:40,360 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e69ea79cfc3d4887853dac3a717ce3a8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T13:24:40,365 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 856ms, sequenceid=77, compaction requested=false 2024-11-20T13:24:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-20T13:24:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-11-20T13:24:40,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T13:24:40,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-11-20T13:24:40,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 2.4760 sec 2024-11-20T13:24:40,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T13:24:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:40,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:40,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a8a7869479b4ce5b3f8e1b420b66ac4_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109080566/Put/seqid=0 2024-11-20T13:24:40,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109140624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109140631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109140638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742373_1549 (size=14594) 2024-11-20T13:24:40,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109140641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109140642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109140742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109140743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109140745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109140752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109140752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109140947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109140954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109140955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109140958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109140961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:41,058 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a8a7869479b4ce5b3f8e1b420b66ac4_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a8a7869479b4ce5b3f8e1b420b66ac4_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:41,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/91636f66a9e9495bb03b979072590967, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:41,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/91636f66a9e9495bb03b979072590967 is 175, key is test_row_0/A:col10/1732109080566/Put/seqid=0 2024-11-20T13:24:41,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742374_1550 (size=39549) 2024-11-20T13:24:41,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109141258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109141261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109141263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109141268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109141263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/91636f66a9e9495bb03b979072590967 2024-11-20T13:24:41,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/04b1e36be6b2477c8da1503592c8422d is 50, key is test_row_0/B:col10/1732109080566/Put/seqid=0 2024-11-20T13:24:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742375_1551 (size=12001) 2024-11-20T13:24:41,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/04b1e36be6b2477c8da1503592c8422d 2024-11-20T13:24:41,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/893f8cc092b44302a98fe2c11326586b is 50, key is test_row_0/C:col10/1732109080566/Put/seqid=0 2024-11-20T13:24:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742376_1552 (size=12001) 2024-11-20T13:24:41,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109141766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109141769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109141775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109141776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109141780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:41,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T13:24:41,947 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T13:24:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-20T13:24:42,001 INFO [Thread-2358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-20T13:24:42,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-20T13:24:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T13:24:42,006 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:42,007 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:42,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T13:24:42,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/893f8cc092b44302a98fe2c11326586b 2024-11-20T13:24:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/91636f66a9e9495bb03b979072590967 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/91636f66a9e9495bb03b979072590967 2024-11-20T13:24:42,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/91636f66a9e9495bb03b979072590967, entries=200, sequenceid=93, filesize=38.6 K 2024-11-20T13:24:42,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/04b1e36be6b2477c8da1503592c8422d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/04b1e36be6b2477c8da1503592c8422d 2024-11-20T13:24:42,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/04b1e36be6b2477c8da1503592c8422d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T13:24:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/893f8cc092b44302a98fe2c11326586b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/893f8cc092b44302a98fe2c11326586b 2024-11-20T13:24:42,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T13:24:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:42,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:42,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:42,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/893f8cc092b44302a98fe2c11326586b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T13:24:42,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 1628ms, sequenceid=93, compaction requested=true 2024-11-20T13:24:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:24:42,196 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:42,199 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:42,204 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:42,204 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:42,205 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:42,205 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/97ca5f037a184fcf8e958a588f5a1e32, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b77d78e8be6c423da8030da58428bf30, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/91636f66a9e9495bb03b979072590967] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=99.2 K 2024-11-20T13:24:42,205 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:42,205 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/97ca5f037a184fcf8e958a588f5a1e32, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b77d78e8be6c423da8030da58428bf30, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/91636f66a9e9495bb03b979072590967] 2024-11-20T13:24:42,205 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:42,205 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:42,205 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:42,206 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22e01137c74c40b8ae56fc13f979e7bf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e69ea79cfc3d4887853dac3a717ce3a8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/893f8cc092b44302a98fe2c11326586b] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=35.3 K 2024-11-20T13:24:42,208 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22e01137c74c40b8ae56fc13f979e7bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732109077003 2024-11-20T13:24:42,208 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e69ea79cfc3d4887853dac3a717ce3a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109077732 2024-11-20T13:24:42,212 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 97ca5f037a184fcf8e958a588f5a1e32, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732109077003 2024-11-20T13:24:42,212 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 893f8cc092b44302a98fe2c11326586b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109079944 2024-11-20T13:24:42,216 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b77d78e8be6c423da8030da58428bf30, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109077732 2024-11-20T13:24:42,220 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 91636f66a9e9495bb03b979072590967, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109079936 2024-11-20T13:24:42,237 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:42,238 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/8e7216fa51314577865af861af7ede0b is 50, key is test_row_0/C:col10/1732109080566/Put/seqid=0 2024-11-20T13:24:42,242 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:42,292 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f07ac1cfe19a4bc79af7c02c3f76eac0_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:42,295 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f07ac1cfe19a4bc79af7c02c3f76eac0_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:42,295 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f07ac1cfe19a4bc79af7c02c3f76eac0_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742377_1553 (size=12207) 2024-11-20T13:24:42,311 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/8e7216fa51314577865af861af7ede0b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/8e7216fa51314577865af861af7ede0b 2024-11-20T13:24:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T13:24:42,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-20T13:24:42,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:42,324 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T13:24:42,325 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 8e7216fa51314577865af861af7ede0b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:42,325 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:42,325 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=13, startTime=1732109082196; duration=0sec 2024-11-20T13:24:42,325 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:42,325 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:42,325 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:42,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:42,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/B is initiating minor compaction (all files) 2024-11-20T13:24:42,326 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/B in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:42,327 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/7d5a9a33ea524432b03c2aaeb77dad61, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/671cefa59a364a7e922cb206546612a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/04b1e36be6b2477c8da1503592c8422d] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=35.3 K 2024-11-20T13:24:42,327 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d5a9a33ea524432b03c2aaeb77dad61, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732109077003 2024-11-20T13:24:42,327 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 671cefa59a364a7e922cb206546612a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732109077732 2024-11-20T13:24:42,328 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04b1e36be6b2477c8da1503592c8422d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109079944 2024-11-20T13:24:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:42,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742378_1554 (size=4469) 2024-11-20T13:24:42,352 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#463 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:42,353 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b42543512b9f4d2b81542f6cfb0d0998 is 175, key is test_row_0/A:col10/1732109080566/Put/seqid=0 2024-11-20T13:24:42,356 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:42,357 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b9f817b5532146bd9601740c461af07c is 50, key is test_row_0/B:col10/1732109080566/Put/seqid=0 2024-11-20T13:24:42,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adc88dd9e886408bb2f5a3ee57026196_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109080639/Put/seqid=0 2024-11-20T13:24:42,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742380_1556 (size=12207) 2024-11-20T13:24:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742381_1557 (size=12154) 2024-11-20T13:24:42,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:42,473 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adc88dd9e886408bb2f5a3ee57026196_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adc88dd9e886408bb2f5a3ee57026196_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/0748447f0a1d4cfea936cab0d56c05a5, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:42,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/0748447f0a1d4cfea936cab0d56c05a5 is 175, key is test_row_0/A:col10/1732109080639/Put/seqid=0 2024-11-20T13:24:42,476 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b9f817b5532146bd9601740c461af07c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b9f817b5532146bd9601740c461af07c 2024-11-20T13:24:42,484 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/B of 8c4a6c39d75ef1b7d2f2a4831978a32b into b9f817b5532146bd9601740c461af07c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:42,484 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:42,484 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/B, priority=13, startTime=1732109082196; duration=0sec 2024-11-20T13:24:42,484 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:42,484 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742379_1555 (size=31161) 2024-11-20T13:24:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742382_1558 (size=30955) 2024-11-20T13:24:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T13:24:42,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109142809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109142812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109142816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109142820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109142821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,908 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b42543512b9f4d2b81542f6cfb0d0998 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b42543512b9f4d2b81542f6cfb0d0998 2024-11-20T13:24:42,922 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into b42543512b9f4d2b81542f6cfb0d0998(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:42,922 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:42,922 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=13, startTime=1732109082196; duration=0sec 2024-11-20T13:24:42,922 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:42,922 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:42,928 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/0748447f0a1d4cfea936cab0d56c05a5 2024-11-20T13:24:42,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109142928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109142928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109142932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109142936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109142941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:42,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/afc690d5dc4142fda5c992014ce23346 is 50, key is test_row_0/B:col10/1732109080639/Put/seqid=0 2024-11-20T13:24:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742383_1559 (size=12001) 2024-11-20T13:24:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T13:24:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109143142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109143142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109143144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109143148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109143152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,420 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/afc690d5dc4142fda5c992014ce23346 2024-11-20T13:24:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/980757de0a6e4285ac9933cc3d7b430d is 50, key is test_row_0/C:col10/1732109080639/Put/seqid=0 2024-11-20T13:24:43,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109143448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109143448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109143456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109143461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109143480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742384_1560 (size=12001) 2024-11-20T13:24:43,896 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/980757de0a6e4285ac9933cc3d7b430d 2024-11-20T13:24:43,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/0748447f0a1d4cfea936cab0d56c05a5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/0748447f0a1d4cfea936cab0d56c05a5 2024-11-20T13:24:43,950 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/0748447f0a1d4cfea936cab0d56c05a5, entries=150, sequenceid=118, filesize=30.2 K 2024-11-20T13:24:43,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/afc690d5dc4142fda5c992014ce23346 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/afc690d5dc4142fda5c992014ce23346 2024-11-20T13:24:43,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109143953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109143956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109143965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109143971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:43,985 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/afc690d5dc4142fda5c992014ce23346, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T13:24:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/980757de0a6e4285ac9933cc3d7b430d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/980757de0a6e4285ac9933cc3d7b430d 2024-11-20T13:24:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109143992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:44,021 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/980757de0a6e4285ac9933cc3d7b430d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T13:24:44,027 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 1703ms, sequenceid=118, compaction requested=false 2024-11-20T13:24:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-20T13:24:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-11-20T13:24:44,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T13:24:44,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0340 sec 2024-11-20T13:24:44,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.0400 sec 2024-11-20T13:24:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-20T13:24:44,125 INFO [Thread-2358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-20T13:24:44,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-11-20T13:24:44,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:44,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:44,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T13:24:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T13:24:44,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:44,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-11-20T13:24:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:44,286 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T13:24:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:44,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:44,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200899e4a4c93d4a9a805fe025fba2e083_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109082808/Put/seqid=0 2024-11-20T13:24:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742385_1561 (size=12204) 2024-11-20T13:24:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T13:24:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T13:24:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:44,798 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200899e4a4c93d4a9a805fe025fba2e083_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200899e4a4c93d4a9a805fe025fba2e083_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d4fb088b25bd4219b916c022b4da1191, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d4fb088b25bd4219b916c022b4da1191 is 175, key is test_row_0/A:col10/1732109082808/Put/seqid=0 2024-11-20T13:24:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742386_1562 (size=31005) 2024-11-20T13:24:44,856 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d4fb088b25bd4219b916c022b4da1191 2024-11-20T13:24:44,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/ba1c4dc2da9c4debb5fedfd7b0168d07 is 50, key is test_row_0/B:col10/1732109082808/Put/seqid=0 2024-11-20T13:24:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742387_1563 (size=12051) 2024-11-20T13:24:44,956 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/ba1c4dc2da9c4debb5fedfd7b0168d07 2024-11-20T13:24:44,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/dfed68e235794c6ebfdc63c2911076a8 is 50, key is test_row_0/C:col10/1732109082808/Put/seqid=0 2024-11-20T13:24:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109145036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109145036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109145043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109145049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742388_1564 (size=12051) 2024-11-20T13:24:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109145080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109145152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109145152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109145164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109145166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109145196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T13:24:45,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109145360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109145359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109145376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109145376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109145424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,473 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/dfed68e235794c6ebfdc63c2911076a8 2024-11-20T13:24:45,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d4fb088b25bd4219b916c022b4da1191 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d4fb088b25bd4219b916c022b4da1191 2024-11-20T13:24:45,521 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d4fb088b25bd4219b916c022b4da1191, entries=150, sequenceid=132, filesize=30.3 K 2024-11-20T13:24:45,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/ba1c4dc2da9c4debb5fedfd7b0168d07 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ba1c4dc2da9c4debb5fedfd7b0168d07 2024-11-20T13:24:45,544 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ba1c4dc2da9c4debb5fedfd7b0168d07, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T13:24:45,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/dfed68e235794c6ebfdc63c2911076a8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/dfed68e235794c6ebfdc63c2911076a8 2024-11-20T13:24:45,554 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/dfed68e235794c6ebfdc63c2911076a8, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T13:24:45,560 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 1274ms, sequenceid=132, compaction requested=true 2024-11-20T13:24:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-11-20T13:24:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-11-20T13:24:45,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-20T13:24:45,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-20T13:24:45,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.4410 sec 2024-11-20T13:24:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:45,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:24:45,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:45,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:45,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:45,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:45,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:45,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109145691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109145692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109145694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204a2f496f5dfc4d1baf56745faaef3922_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109085038/Put/seqid=0 2024-11-20T13:24:45,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109145695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109145730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742389_1565 (size=14794) 2024-11-20T13:24:45,753 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:45,757 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204a2f496f5dfc4d1baf56745faaef3922_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204a2f496f5dfc4d1baf56745faaef3922_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:45,758 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a04e98b6636f4f2a98ac44946387db24, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:45,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a04e98b6636f4f2a98ac44946387db24 is 175, key is test_row_0/A:col10/1732109085038/Put/seqid=0 2024-11-20T13:24:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742390_1566 (size=39749) 2024-11-20T13:24:45,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a04e98b6636f4f2a98ac44946387db24 2024-11-20T13:24:45,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109145801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109145801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109145802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109145804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:45,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/ae24c6baebfc41bc9fc7c2f20abaa8a5 is 50, key is test_row_0/B:col10/1732109085038/Put/seqid=0 2024-11-20T13:24:45,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742391_1567 (size=12151) 2024-11-20T13:24:45,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/ae24c6baebfc41bc9fc7c2f20abaa8a5 2024-11-20T13:24:45,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/5978486cef864c539776bb0d571c05df is 50, key is test_row_0/C:col10/1732109085038/Put/seqid=0 2024-11-20T13:24:45,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742392_1568 (size=12151) 2024-11-20T13:24:45,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/5978486cef864c539776bb0d571c05df 2024-11-20T13:24:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a04e98b6636f4f2a98ac44946387db24 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a04e98b6636f4f2a98ac44946387db24 2024-11-20T13:24:45,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a04e98b6636f4f2a98ac44946387db24, entries=200, sequenceid=159, filesize=38.8 K 2024-11-20T13:24:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/ae24c6baebfc41bc9fc7c2f20abaa8a5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ae24c6baebfc41bc9fc7c2f20abaa8a5 2024-11-20T13:24:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109146005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109146006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109146007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109146007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ae24c6baebfc41bc9fc7c2f20abaa8a5, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T13:24:46,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/5978486cef864c539776bb0d571c05df as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/5978486cef864c539776bb0d571c05df 2024-11-20T13:24:46,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/5978486cef864c539776bb0d571c05df, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T13:24:46,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 432ms, sequenceid=159, compaction requested=true 2024-11-20T13:24:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:46,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:24:46,110 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:46,111 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:46,122 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:46,122 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:46,122 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,122 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b42543512b9f4d2b81542f6cfb0d0998, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/0748447f0a1d4cfea936cab0d56c05a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d4fb088b25bd4219b916c022b4da1191, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a04e98b6636f4f2a98ac44946387db24] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=129.8 K 2024-11-20T13:24:46,122 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,122 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b42543512b9f4d2b81542f6cfb0d0998, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/0748447f0a1d4cfea936cab0d56c05a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d4fb088b25bd4219b916c022b4da1191, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a04e98b6636f4f2a98ac44946387db24] 2024-11-20T13:24:46,122 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:46,122 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:46,122 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,122 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/8e7216fa51314577865af861af7ede0b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/980757de0a6e4285ac9933cc3d7b430d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/dfed68e235794c6ebfdc63c2911076a8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/5978486cef864c539776bb0d571c05df] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=47.3 K 2024-11-20T13:24:46,124 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting b42543512b9f4d2b81542f6cfb0d0998, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109079944 2024-11-20T13:24:46,125 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e7216fa51314577865af861af7ede0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109079944 2024-11-20T13:24:46,128 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0748447f0a1d4cfea936cab0d56c05a5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732109080637 2024-11-20T13:24:46,128 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 980757de0a6e4285ac9933cc3d7b430d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732109080637 2024-11-20T13:24:46,132 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4fb088b25bd4219b916c022b4da1191, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732109082798 2024-11-20T13:24:46,132 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting dfed68e235794c6ebfdc63c2911076a8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732109082798 2024-11-20T13:24:46,136 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a04e98b6636f4f2a98ac44946387db24, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732109085032 2024-11-20T13:24:46,136 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5978486cef864c539776bb0d571c05df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732109085032 2024-11-20T13:24:46,195 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:46,215 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:46,216 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/22167acab1a6484b928df50ca6d2a3b9 is 50, key is test_row_0/C:col10/1732109085038/Put/seqid=0 2024-11-20T13:24:46,216 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f31467ca3a19410f961a821e4d2a47c1_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:46,219 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f31467ca3a19410f961a821e4d2a47c1_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:46,219 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f31467ca3a19410f961a821e4d2a47c1_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-11-20T13:24:46,240 INFO [Thread-2358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-11-20T13:24:46,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:46,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:24:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:46,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:46,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:46,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-20T13:24:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742393_1569 (size=12493) 2024-11-20T13:24:46,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742394_1570 (size=4469) 2024-11-20T13:24:46,284 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:46,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:46,284 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#474 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:46,285 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/9a2b1a147856407eb83b83c7f3dd5169 is 175, key is test_row_0/A:col10/1732109085038/Put/seqid=0 2024-11-20T13:24:46,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202bea7cf8735948fa86441f1295f95883_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109086236/Put/seqid=0 2024-11-20T13:24:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742395_1571 (size=31447) 2024-11-20T13:24:46,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742396_1572 (size=17284) 2024-11-20T13:24:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109146408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109146428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109146444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109146452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109146452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:46,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109146562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109146565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109146573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109146574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109146578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,687 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/22167acab1a6484b928df50ca6d2a3b9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22167acab1a6484b928df50ca6d2a3b9 2024-11-20T13:24:46,694 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 22167acab1a6484b928df50ca6d2a3b9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:46,694 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:46,694 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=12, startTime=1732109086110; duration=0sec 2024-11-20T13:24:46,694 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:46,694 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:46,694 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:46,696 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:46,696 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/B is initiating minor compaction (all files) 2024-11-20T13:24:46,696 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/B in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,696 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b9f817b5532146bd9601740c461af07c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/afc690d5dc4142fda5c992014ce23346, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ba1c4dc2da9c4debb5fedfd7b0168d07, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ae24c6baebfc41bc9fc7c2f20abaa8a5] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=47.3 K 2024-11-20T13:24:46,697 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f817b5532146bd9601740c461af07c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732109079944 2024-11-20T13:24:46,698 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting afc690d5dc4142fda5c992014ce23346, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732109080637 2024-11-20T13:24:46,698 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ba1c4dc2da9c4debb5fedfd7b0168d07, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732109082798 2024-11-20T13:24:46,704 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting ae24c6baebfc41bc9fc7c2f20abaa8a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732109085032 2024-11-20T13:24:46,730 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:46,731 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/5b7ed6bd911a459f8eb6924dd0d0598d is 50, key is test_row_0/B:col10/1732109085038/Put/seqid=0 2024-11-20T13:24:46,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742397_1573 (size=12493) 2024-11-20T13:24:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109146774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,781 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:46,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109146776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109146780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109146790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109146790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:46,806 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/5b7ed6bd911a459f8eb6924dd0d0598d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/5b7ed6bd911a459f8eb6924dd0d0598d 2024-11-20T13:24:46,817 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/9a2b1a147856407eb83b83c7f3dd5169 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/9a2b1a147856407eb83b83c7f3dd5169 2024-11-20T13:24:46,823 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202bea7cf8735948fa86441f1295f95883_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bea7cf8735948fa86441f1295f95883_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:46,830 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/B of 8c4a6c39d75ef1b7d2f2a4831978a32b into 5b7ed6bd911a459f8eb6924dd0d0598d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:46,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:46,831 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/B, priority=12, startTime=1732109086110; duration=0sec 2024-11-20T13:24:46,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:46,831 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:46,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/29a0f7e5372d436396d3ad85f8aa18be, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:46,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/29a0f7e5372d436396d3ad85f8aa18be is 175, key is test_row_0/A:col10/1732109086236/Put/seqid=0 2024-11-20T13:24:46,842 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into 9a2b1a147856407eb83b83c7f3dd5169(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:46,842 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:46,842 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=12, startTime=1732109086110; duration=0sec 2024-11-20T13:24:46,842 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:46,842 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:46,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742398_1574 (size=48389) 2024-11-20T13:24:46,866 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/29a0f7e5372d436396d3ad85f8aa18be 2024-11-20T13:24:46,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b81b2b2bc70344afba5e7da0f70dba6a is 50, key is test_row_0/B:col10/1732109086236/Put/seqid=0 2024-11-20T13:24:46,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742399_1575 (size=12151) 2024-11-20T13:24:46,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b81b2b2bc70344afba5e7da0f70dba6a 2024-11-20T13:24:46,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:46,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:46,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/513c20aa322f41998236877f84bae40c is 50, key is test_row_0/C:col10/1732109086236/Put/seqid=0 2024-11-20T13:24:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:46,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742400_1576 (size=12151) 2024-11-20T13:24:46,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/513c20aa322f41998236877f84bae40c 2024-11-20T13:24:47,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/29a0f7e5372d436396d3ad85f8aa18be as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/29a0f7e5372d436396d3ad85f8aa18be 2024-11-20T13:24:47,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/29a0f7e5372d436396d3ad85f8aa18be, entries=250, sequenceid=170, filesize=47.3 K 2024-11-20T13:24:47,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b81b2b2bc70344afba5e7da0f70dba6a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b81b2b2bc70344afba5e7da0f70dba6a 2024-11-20T13:24:47,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b81b2b2bc70344afba5e7da0f70dba6a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T13:24:47,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/513c20aa322f41998236877f84bae40c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/513c20aa322f41998236877f84bae40c 2024-11-20T13:24:47,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/513c20aa322f41998236877f84bae40c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T13:24:47,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 818ms, sequenceid=170, compaction requested=false 2024-11-20T13:24:47,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:47,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T13:24:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:47,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:47,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:47,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:47,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109147121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109147126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109147132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f5636e8796024a6cb063e96c1086aca7_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109087089/Put/seqid=0 2024-11-20T13:24:47,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109147144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109147153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742401_1577 (size=12304) 2024-11-20T13:24:47,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:47,197 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f5636e8796024a6cb063e96c1086aca7_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5636e8796024a6cb063e96c1086aca7_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:47,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d260436993944cd281c4a7ca9fd291c1, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:47,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d260436993944cd281c4a7ca9fd291c1 is 175, key is test_row_0/A:col10/1732109087089/Put/seqid=0 2024-11-20T13:24:47,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742402_1578 (size=31105) 2024-11-20T13:24:47,242 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d260436993944cd281c4a7ca9fd291c1 2024-11-20T13:24:47,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109147242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109147243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109147252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/8b00f6ad72054e31afbee3d12681f033 is 50, key is test_row_0/B:col10/1732109087089/Put/seqid=0 2024-11-20T13:24:47,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109147267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109147270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742403_1579 (size=12151) 2024-11-20T13:24:47,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/8b00f6ad72054e31afbee3d12681f033 2024-11-20T13:24:47,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/95d55c2e58f6468bb456d7bfa26a7508 is 50, key is test_row_0/C:col10/1732109087089/Put/seqid=0 2024-11-20T13:24:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742404_1580 (size=12151) 2024-11-20T13:24:47,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/95d55c2e58f6468bb456d7bfa26a7508 2024-11-20T13:24:47,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/d260436993944cd281c4a7ca9fd291c1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d260436993944cd281c4a7ca9fd291c1 2024-11-20T13:24:47,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d260436993944cd281c4a7ca9fd291c1, entries=150, sequenceid=200, filesize=30.4 K 2024-11-20T13:24:47,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/8b00f6ad72054e31afbee3d12681f033 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/8b00f6ad72054e31afbee3d12681f033 2024-11-20T13:24:47,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/8b00f6ad72054e31afbee3d12681f033, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T13:24:47,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/95d55c2e58f6468bb456d7bfa26a7508 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/95d55c2e58f6468bb456d7bfa26a7508 2024-11-20T13:24:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109147453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109147464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109147464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/95d55c2e58f6468bb456d7bfa26a7508, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T13:24:47,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 394ms, sequenceid=200, compaction requested=true 2024-11-20T13:24:47,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:47,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:47,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:47,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:47,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:47,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:47,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:24:47,488 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:47,488 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:47,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:24:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:47,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,502 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:47,502 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:47,502 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,503 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22167acab1a6484b928df50ca6d2a3b9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/513c20aa322f41998236877f84bae40c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/95d55c2e58f6468bb456d7bfa26a7508] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=35.9 K 2024-11-20T13:24:47,503 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:47,503 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:47,503 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,503 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/9a2b1a147856407eb83b83c7f3dd5169, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/29a0f7e5372d436396d3ad85f8aa18be, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d260436993944cd281c4a7ca9fd291c1] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=108.3 K 2024-11-20T13:24:47,503 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,503 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/9a2b1a147856407eb83b83c7f3dd5169, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/29a0f7e5372d436396d3ad85f8aa18be, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d260436993944cd281c4a7ca9fd291c1] 2024-11-20T13:24:47,504 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a2b1a147856407eb83b83c7f3dd5169, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732109085032 2024-11-20T13:24:47,505 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 22167acab1a6484b928df50ca6d2a3b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732109085032 2024-11-20T13:24:47,505 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29a0f7e5372d436396d3ad85f8aa18be, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109085685 2024-11-20T13:24:47,508 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 513c20aa322f41998236877f84bae40c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109085693 2024-11-20T13:24:47,508 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting d260436993944cd281c4a7ca9fd291c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732109086419 2024-11-20T13:24:47,508 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 95d55c2e58f6468bb456d7bfa26a7508, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732109086419 2024-11-20T13:24:47,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6641e149eff427d8818cd65a0d40095_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109087094/Put/seqid=0 2024-11-20T13:24:47,529 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:47,544 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:47,545 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/84d9780dd810451892ccab58cf76d6d8 is 50, key is test_row_0/C:col10/1732109087089/Put/seqid=0 2024-11-20T13:24:47,550 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ac3b3448ef544d11a13084035dd14ed8_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:47,553 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ac3b3448ef544d11a13084035dd14ed8_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:47,553 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ac3b3448ef544d11a13084035dd14ed8_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:47,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:47,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:47,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742405_1581 (size=14794) 2024-11-20T13:24:47,600 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:47,604 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6641e149eff427d8818cd65a0d40095_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6641e149eff427d8818cd65a0d40095_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:47,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:47,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9 is 175, key is test_row_0/A:col10/1732109087094/Put/seqid=0 2024-11-20T13:24:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742406_1582 (size=12595) 2024-11-20T13:24:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109147647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109147648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742407_1583 (size=4469) 2024-11-20T13:24:47,672 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/84d9780dd810451892ccab58cf76d6d8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/84d9780dd810451892ccab58cf76d6d8 2024-11-20T13:24:47,678 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 84d9780dd810451892ccab58cf76d6d8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:47,678 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:47,678 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=13, startTime=1732109087488; duration=0sec 2024-11-20T13:24:47,678 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:47,678 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:47,678 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:47,680 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:47,680 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/B is initiating minor compaction (all files) 2024-11-20T13:24:47,680 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/B in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,680 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/5b7ed6bd911a459f8eb6924dd0d0598d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b81b2b2bc70344afba5e7da0f70dba6a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/8b00f6ad72054e31afbee3d12681f033] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=35.9 K 2024-11-20T13:24:47,680 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b7ed6bd911a459f8eb6924dd0d0598d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732109085032 2024-11-20T13:24:47,681 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b81b2b2bc70344afba5e7da0f70dba6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732109085693 2024-11-20T13:24:47,681 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b00f6ad72054e31afbee3d12681f033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732109086419 2024-11-20T13:24:47,693 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:47,694 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/137bf55078e944eab47ba2da10991ca1 is 50, key is test_row_0/B:col10/1732109087089/Put/seqid=0 2024-11-20T13:24:47,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742408_1584 (size=39749) 2024-11-20T13:24:47,719 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9 2024-11-20T13:24:47,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:47,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742409_1585 (size=12595) 2024-11-20T13:24:47,737 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/137bf55078e944eab47ba2da10991ca1 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/137bf55078e944eab47ba2da10991ca1 2024-11-20T13:24:47,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/721e865866ed4e3fbd2ed9860e0da9f8 is 50, key is test_row_0/B:col10/1732109087094/Put/seqid=0 2024-11-20T13:24:47,746 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/B of 8c4a6c39d75ef1b7d2f2a4831978a32b into 137bf55078e944eab47ba2da10991ca1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:47,746 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:47,746 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/B, priority=13, startTime=1732109087488; duration=0sec 2024-11-20T13:24:47,747 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:47,747 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:47,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109147757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742410_1586 (size=12151) 2024-11-20T13:24:47,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109147773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109147773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109147774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109147782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/721e865866ed4e3fbd2ed9860e0da9f8 2024-11-20T13:24:47,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/baa067b941264bf39ac78f33e04e6f5e is 50, key is test_row_0/C:col10/1732109087094/Put/seqid=0 2024-11-20T13:24:47,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742411_1587 (size=12151) 2024-11-20T13:24:47,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/baa067b941264bf39ac78f33e04e6f5e 2024-11-20T13:24:47,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9 2024-11-20T13:24:47,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9, entries=200, sequenceid=211, filesize=38.8 K 2024-11-20T13:24:47,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/721e865866ed4e3fbd2ed9860e0da9f8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/721e865866ed4e3fbd2ed9860e0da9f8 2024-11-20T13:24:47,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:47,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:47,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:47,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:47,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:47,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/721e865866ed4e3fbd2ed9860e0da9f8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T13:24:47,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/baa067b941264bf39ac78f33e04e6f5e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/baa067b941264bf39ac78f33e04e6f5e 2024-11-20T13:24:47,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/baa067b941264bf39ac78f33e04e6f5e, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T13:24:47,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 414ms, sequenceid=211, compaction requested=false 2024-11-20T13:24:47,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:47,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T13:24:47,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:47,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:47,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:47,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:48,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112055d5776efc6347358661baa1333b704f_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109087628/Put/seqid=0 2024-11-20T13:24:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109148010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109148012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742412_1588 (size=12304) 2024-11-20T13:24:48,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:48,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112055d5776efc6347358661baa1333b704f_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112055d5776efc6347358661baa1333b704f_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:48,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b26d222dc4704b6bad5959bf7826c868, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:48,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b26d222dc4704b6bad5959bf7826c868 is 175, key is test_row_0/A:col10/1732109087628/Put/seqid=0 2024-11-20T13:24:48,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742413_1589 (size=31105) 2024-11-20T13:24:48,066 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b26d222dc4704b6bad5959bf7826c868 2024-11-20T13:24:48,076 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#484 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:48,077 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/73a89eea63f84af5803439e38967208d is 175, key is test_row_0/A:col10/1732109087089/Put/seqid=0 2024-11-20T13:24:48,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/fa8e235c23194b91b5d4b1f53f913af9 is 50, key is test_row_0/B:col10/1732109087628/Put/seqid=0 2024-11-20T13:24:48,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109148116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109148120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742415_1591 (size=12151) 2024-11-20T13:24:48,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/fa8e235c23194b91b5d4b1f53f913af9 2024-11-20T13:24:48,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742414_1590 (size=31549) 2024-11-20T13:24:48,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:48,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/f19683bd16654d5e8b763fc3681c15e0 is 50, key is test_row_0/C:col10/1732109087628/Put/seqid=0 2024-11-20T13:24:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742416_1592 (size=12151) 2024-11-20T13:24:48,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/f19683bd16654d5e8b763fc3681c15e0 2024-11-20T13:24:48,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/b26d222dc4704b6bad5959bf7826c868 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b26d222dc4704b6bad5959bf7826c868 2024-11-20T13:24:48,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b26d222dc4704b6bad5959bf7826c868, entries=150, sequenceid=239, filesize=30.4 K 2024-11-20T13:24:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/fa8e235c23194b91b5d4b1f53f913af9 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/fa8e235c23194b91b5d4b1f53f913af9 2024-11-20T13:24:48,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/fa8e235c23194b91b5d4b1f53f913af9, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T13:24:48,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/f19683bd16654d5e8b763fc3681c15e0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f19683bd16654d5e8b763fc3681c15e0 2024-11-20T13:24:48,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f19683bd16654d5e8b763fc3681c15e0, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T13:24:48,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 289ms, sequenceid=239, compaction requested=true 2024-11-20T13:24:48,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:48,260 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-20T13:24:48,261 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:24:48,261 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:24:48,261 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. because compaction request was cancelled 2024-11-20T13:24:48,261 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:48,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:48,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:48,261 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:48,262 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:48,262 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/B is initiating minor compaction (all files) 2024-11-20T13:24:48,262 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/B in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,262 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/137bf55078e944eab47ba2da10991ca1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/721e865866ed4e3fbd2ed9860e0da9f8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/fa8e235c23194b91b5d4b1f53f913af9] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=36.0 K 2024-11-20T13:24:48,263 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 137bf55078e944eab47ba2da10991ca1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732109086419 2024-11-20T13:24:48,263 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 721e865866ed4e3fbd2ed9860e0da9f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732109087094 2024-11-20T13:24:48,265 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting fa8e235c23194b91b5d4b1f53f913af9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109087628 2024-11-20T13:24:48,273 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:48,274 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/0b7617108314402ebc9f422b6970e747 is 50, key is test_row_0/B:col10/1732109087628/Put/seqid=0 2024-11-20T13:24:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:48,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T13:24:48,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:48,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:48,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:48,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:48,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:48,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:48,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742417_1593 (size=12697) 2024-11-20T13:24:48,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120198a985c84704702b67cdb3e27323482_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109088297/Put/seqid=0 2024-11-20T13:24:48,340 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/0b7617108314402ebc9f422b6970e747 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0b7617108314402ebc9f422b6970e747 2024-11-20T13:24:48,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:48,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:48,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,345 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/B of 8c4a6c39d75ef1b7d2f2a4831978a32b into 0b7617108314402ebc9f422b6970e747(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:48,345 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:48,345 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/B, priority=13, startTime=1732109088261; duration=0sec 2024-11-20T13:24:48,346 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:48,346 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,346 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:48,347 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:48,347 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:48,347 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,347 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/84d9780dd810451892ccab58cf76d6d8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/baa067b941264bf39ac78f33e04e6f5e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f19683bd16654d5e8b763fc3681c15e0] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=36.0 K 2024-11-20T13:24:48,348 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 84d9780dd810451892ccab58cf76d6d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732109086419 2024-11-20T13:24:48,348 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting baa067b941264bf39ac78f33e04e6f5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732109087094 2024-11-20T13:24:48,348 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f19683bd16654d5e8b763fc3681c15e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109087628 2024-11-20T13:24:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:48,362 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:48,362 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/02f858e17c0040328f586e7760487815 is 50, key is test_row_0/C:col10/1732109087628/Put/seqid=0 2024-11-20T13:24:48,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742418_1594 (size=14794) 2024-11-20T13:24:48,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:48,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109148427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109148428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109148428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109148434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109148440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742419_1595 (size=12697) 2024-11-20T13:24:48,455 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120198a985c84704702b67cdb3e27323482_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120198a985c84704702b67cdb3e27323482_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:48,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/00d8e694e46e4d6a88369257c7602523, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:48,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/00d8e694e46e4d6a88369257c7602523 is 175, key is test_row_0/A:col10/1732109088297/Put/seqid=0 2024-11-20T13:24:48,479 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/02f858e17c0040328f586e7760487815 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/02f858e17c0040328f586e7760487815 2024-11-20T13:24:48,484 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 02f858e17c0040328f586e7760487815(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:48,484 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:48,484 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=13, startTime=1732109088262; duration=0sec 2024-11-20T13:24:48,484 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:48,484 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:48,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742420_1596 (size=39749) 2024-11-20T13:24:48,521 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/00d8e694e46e4d6a88369257c7602523 2024-11-20T13:24:48,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/82afdcb2b0bf4b5890dc38b495f9fbd6 is 50, key is test_row_0/B:col10/1732109088297/Put/seqid=0 2024-11-20T13:24:48,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109148542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109148544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109148544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109148547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109148548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,599 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/73a89eea63f84af5803439e38967208d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/73a89eea63f84af5803439e38967208d 2024-11-20T13:24:48,605 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into 73a89eea63f84af5803439e38967208d(size=30.8 K), total size for store is 100.0 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-20T13:24:48,605 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:48,605 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=13, startTime=1732109087488; duration=1sec 2024-11-20T13:24:48,605 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:48,605 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742421_1597 (size=12151) 2024-11-20T13:24:48,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:48,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:48,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109148756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109148759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109148759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109148759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109148760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:48,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:48,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:48,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:48,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/82afdcb2b0bf4b5890dc38b495f9fbd6 2024-11-20T13:24:49,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/c37be7fa95ba4bacb5a553d66004bb8d is 50, key is test_row_0/C:col10/1732109088297/Put/seqid=0 2024-11-20T13:24:49,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109149068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109149069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742422_1598 (size=12151) 2024-11-20T13:24:49,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109149072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109149076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109149076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:49,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:49,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:49,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/c37be7fa95ba4bacb5a553d66004bb8d 2024-11-20T13:24:49,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/00d8e694e46e4d6a88369257c7602523 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/00d8e694e46e4d6a88369257c7602523 2024-11-20T13:24:49,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/00d8e694e46e4d6a88369257c7602523, entries=200, sequenceid=251, filesize=38.8 K 2024-11-20T13:24:49,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/82afdcb2b0bf4b5890dc38b495f9fbd6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/82afdcb2b0bf4b5890dc38b495f9fbd6 2024-11-20T13:24:49,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/82afdcb2b0bf4b5890dc38b495f9fbd6, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T13:24:49,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/c37be7fa95ba4bacb5a553d66004bb8d as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/c37be7fa95ba4bacb5a553d66004bb8d 2024-11-20T13:24:49,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/c37be7fa95ba4bacb5a553d66004bb8d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T13:24:49,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 1210ms, sequenceid=251, compaction requested=true 2024-11-20T13:24:49,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:49,510 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:49,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:49,511 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T13:24:49,511 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:49,511 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:49,511 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,511 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/73a89eea63f84af5803439e38967208d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b26d222dc4704b6bad5959bf7826c868, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/00d8e694e46e4d6a88369257c7602523] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=138.8 K 2024-11-20T13:24:49,511 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:24:49,511 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,511 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:24:49,511 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/73a89eea63f84af5803439e38967208d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b26d222dc4704b6bad5959bf7826c868, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/00d8e694e46e4d6a88369257c7602523] 2024-11-20T13:24:49,511 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. because compaction request was cancelled 2024-11-20T13:24:49,512 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:49,516 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T13:24:49,517 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 73a89eea63f84af5803439e38967208d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732109086419 2024-11-20T13:24:49,517 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T13:24:49,517 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T13:24:49,518 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. because compaction request was cancelled 2024-11-20T13:24:49,518 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:49,518 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting dacfa60f94ce4cf3b8b7addd9dc5a8d9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732109087094 2024-11-20T13:24:49,518 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b26d222dc4704b6bad5959bf7826c868, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109087628 2024-11-20T13:24:49,518 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 00d8e694e46e4d6a88369257c7602523, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732109087978 2024-11-20T13:24:49,539 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:49,551 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120287945136612401fa59932aeaa75c9ec_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:49,554 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120287945136612401fa59932aeaa75c9ec_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:49,554 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120287945136612401fa59932aeaa75c9ec_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:49,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T13:24:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:49,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742423_1599 (size=4469) 2024-11-20T13:24:49,595 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T13:24:49,600 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#497 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:49,601 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/77f0e6e356184fa6a6d120996f61d27e is 175, key is test_row_0/A:col10/1732109088297/Put/seqid=0 2024-11-20T13:24:49,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109149618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109149620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109149626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109149628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742424_1600 (size=31685) 2024-11-20T13:24:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109149641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a4e09c37360f4d06b614b192125f06b8_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109088367/Put/seqid=0 2024-11-20T13:24:49,708 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/77f0e6e356184fa6a6d120996f61d27e as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/77f0e6e356184fa6a6d120996f61d27e 2024-11-20T13:24:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742425_1601 (size=12454) 2024-11-20T13:24:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109149728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109149731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109149735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109149741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109149749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,757 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a4e09c37360f4d06b614b192125f06b8_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4e09c37360f4d06b614b192125f06b8_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:49,759 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into 77f0e6e356184fa6a6d120996f61d27e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:49,759 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:49,759 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=12, startTime=1732109089509; duration=0sec 2024-11-20T13:24:49,759 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:49,759 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:49,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/1f4157caa1404e4d820219d9c17cacb5, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:49,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/1f4157caa1404e4d820219d9c17cacb5 is 175, key is test_row_0/A:col10/1732109088367/Put/seqid=0 2024-11-20T13:24:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742426_1602 (size=31255) 2024-11-20T13:24:49,806 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/1f4157caa1404e4d820219d9c17cacb5 2024-11-20T13:24:49,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b68b373d638a4809b336a4a9ade893db is 50, key is test_row_0/B:col10/1732109088367/Put/seqid=0 2024-11-20T13:24:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742427_1603 (size=12301) 2024-11-20T13:24:49,873 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b68b373d638a4809b336a4a9ade893db 2024-11-20T13:24:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/82813dc386ad4f50b43ea7f6a9f2b723 is 50, key is test_row_0/C:col10/1732109088367/Put/seqid=0 2024-11-20T13:24:49,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109149935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742428_1604 (size=12301) 2024-11-20T13:24:49,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109149945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109149946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109149951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109149957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109150248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109150257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109150259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109150264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109150272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,351 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/82813dc386ad4f50b43ea7f6a9f2b723 2024-11-20T13:24:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/1f4157caa1404e4d820219d9c17cacb5 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/1f4157caa1404e4d820219d9c17cacb5 2024-11-20T13:24:50,372 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/1f4157caa1404e4d820219d9c17cacb5, entries=150, sequenceid=280, filesize=30.5 K 2024-11-20T13:24:50,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/b68b373d638a4809b336a4a9ade893db as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b68b373d638a4809b336a4a9ade893db 2024-11-20T13:24:50,408 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b68b373d638a4809b336a4a9ade893db, entries=150, sequenceid=280, filesize=12.0 K 2024-11-20T13:24:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/82813dc386ad4f50b43ea7f6a9f2b723 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/82813dc386ad4f50b43ea7f6a9f2b723 2024-11-20T13:24:50,420 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/82813dc386ad4f50b43ea7f6a9f2b723, entries=150, sequenceid=280, filesize=12.0 K 2024-11-20T13:24:50,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-20T13:24:50,421 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 836ms, sequenceid=280, compaction requested=true 2024-11-20T13:24:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-20T13:24:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-20T13:24:50,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T13:24:50,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1380 sec 2024-11-20T13:24:50,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 4.1830 sec 2024-11-20T13:24:50,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T13:24:50,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:50,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:50,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:50,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:50,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:50,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:50,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200004b45918914d38b69156af2d9831e7_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109089607/Put/seqid=0 2024-11-20T13:24:50,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109150836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109150836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109150842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109150844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742429_1605 (size=14994) 2024-11-20T13:24:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109150835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109150952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109150952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109150956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109150956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109150961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109151161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109151163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109151163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109151168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109151176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:51,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200004b45918914d38b69156af2d9831e7_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200004b45918914d38b69156af2d9831e7_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:51,259 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/498abbf966da49fe8c1b318da1dae144, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:51,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/498abbf966da49fe8c1b318da1dae144 is 175, key is test_row_0/A:col10/1732109089607/Put/seqid=0 2024-11-20T13:24:51,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742430_1606 (size=39949) 2024-11-20T13:24:51,293 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/498abbf966da49fe8c1b318da1dae144 2024-11-20T13:24:51,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/9ad582d6ad234e84bdf17bb4242bfa34 is 50, key is test_row_0/B:col10/1732109089607/Put/seqid=0 2024-11-20T13:24:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742431_1607 (size=12301) 2024-11-20T13:24:51,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/9ad582d6ad234e84bdf17bb4242bfa34 2024-11-20T13:24:51,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/e9fb30d4d85d45048bab7abf9ddc68ab is 50, key is test_row_0/C:col10/1732109089607/Put/seqid=0 2024-11-20T13:24:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742432_1608 (size=12301) 2024-11-20T13:24:51,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109151470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109151485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109151488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109151489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109151503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:51,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/e9fb30d4d85d45048bab7abf9ddc68ab 2024-11-20T13:24:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/498abbf966da49fe8c1b318da1dae144 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/498abbf966da49fe8c1b318da1dae144 2024-11-20T13:24:51,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/498abbf966da49fe8c1b318da1dae144, entries=200, sequenceid=293, filesize=39.0 K 2024-11-20T13:24:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/9ad582d6ad234e84bdf17bb4242bfa34 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/9ad582d6ad234e84bdf17bb4242bfa34 2024-11-20T13:24:51,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/9ad582d6ad234e84bdf17bb4242bfa34, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T13:24:51,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/e9fb30d4d85d45048bab7abf9ddc68ab as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e9fb30d4d85d45048bab7abf9ddc68ab 2024-11-20T13:24:51,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e9fb30d4d85d45048bab7abf9ddc68ab, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T13:24:51,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 1092ms, sequenceid=293, compaction requested=true 2024-11-20T13:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:51,862 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:51,862 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:51,872 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:51,872 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:51,872 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:51,872 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/77f0e6e356184fa6a6d120996f61d27e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/1f4157caa1404e4d820219d9c17cacb5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/498abbf966da49fe8c1b318da1dae144] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=100.5 K 2024-11-20T13:24:51,872 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:51,872 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/77f0e6e356184fa6a6d120996f61d27e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/1f4157caa1404e4d820219d9c17cacb5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/498abbf966da49fe8c1b318da1dae144] 2024-11-20T13:24:51,873 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:51,873 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/B is initiating minor compaction (all files) 2024-11-20T13:24:51,873 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/B in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:51,873 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77f0e6e356184fa6a6d120996f61d27e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732109088003 2024-11-20T13:24:51,873 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0b7617108314402ebc9f422b6970e747, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/82afdcb2b0bf4b5890dc38b495f9fbd6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b68b373d638a4809b336a4a9ade893db, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/9ad582d6ad234e84bdf17bb4242bfa34] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=48.3 K 2024-11-20T13:24:51,874 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f4157caa1404e4d820219d9c17cacb5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732109088367 2024-11-20T13:24:51,874 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b7617108314402ebc9f422b6970e747, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109087628 2024-11-20T13:24:51,874 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 498abbf966da49fe8c1b318da1dae144, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109089607 2024-11-20T13:24:51,875 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 82afdcb2b0bf4b5890dc38b495f9fbd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732109088003 2024-11-20T13:24:51,875 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting b68b373d638a4809b336a4a9ade893db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732109088367 2024-11-20T13:24:51,875 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ad582d6ad234e84bdf17bb4242bfa34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109089607 2024-11-20T13:24:51,884 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:51,898 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#B#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:51,899 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/1481ef0075904fa988a573cb58b08ebc is 50, key is test_row_0/B:col10/1732109089607/Put/seqid=0 2024-11-20T13:24:51,915 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cb18c8065fe14106bd34ecf6eb317e2c_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:51,917 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cb18c8065fe14106bd34ecf6eb317e2c_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:51,918 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb18c8065fe14106bd34ecf6eb317e2c_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:51,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742433_1609 (size=12983) 2024-11-20T13:24:51,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T13:24:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:51,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742434_1610 (size=4469) 2024-11-20T13:24:52,008 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#504 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:52,008 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/12b308c90281402ca4e6db1d4b097f09 is 175, key is test_row_0/A:col10/1732109089607/Put/seqid=0 2024-11-20T13:24:52,021 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/1481ef0075904fa988a573cb58b08ebc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/1481ef0075904fa988a573cb58b08ebc 2024-11-20T13:24:52,038 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/B of 8c4a6c39d75ef1b7d2f2a4831978a32b into 1481ef0075904fa988a573cb58b08ebc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:52,038 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:52,038 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/B, priority=12, startTime=1732109091862; duration=0sec 2024-11-20T13:24:52,038 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:52,038 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:52,038 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:52,041 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:52,041 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:52,041 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:52,041 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/02f858e17c0040328f586e7760487815, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/c37be7fa95ba4bacb5a553d66004bb8d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/82813dc386ad4f50b43ea7f6a9f2b723, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e9fb30d4d85d45048bab7abf9ddc68ab] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=48.3 K 2024-11-20T13:24:52,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5c7ee322b1445d69e870d226962e421_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109091985/Put/seqid=0 2024-11-20T13:24:52,052 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 02f858e17c0040328f586e7760487815, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732109087628 2024-11-20T13:24:52,054 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting c37be7fa95ba4bacb5a553d66004bb8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732109088003 2024-11-20T13:24:52,056 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 82813dc386ad4f50b43ea7f6a9f2b723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732109088367 2024-11-20T13:24:52,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109152036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109152036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,058 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting e9fb30d4d85d45048bab7abf9ddc68ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109089607 2024-11-20T13:24:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109152038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109152057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742435_1611 (size=31937) 2024-11-20T13:24:52,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109152060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,105 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/12b308c90281402ca4e6db1d4b097f09 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/12b308c90281402ca4e6db1d4b097f09 2024-11-20T13:24:52,110 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into 12b308c90281402ca4e6db1d4b097f09(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:52,110 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:52,110 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=13, startTime=1732109091862; duration=0sec 2024-11-20T13:24:52,110 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:52,110 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742436_1612 (size=14994) 2024-11-20T13:24:52,123 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:52,124 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/6deb5800224f4b8ba201327ee749b782 is 50, key is test_row_0/C:col10/1732109089607/Put/seqid=0 2024-11-20T13:24:52,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109152160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109152161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109152161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109152173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109152174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742437_1613 (size=12983) 2024-11-20T13:24:52,272 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/6deb5800224f4b8ba201327ee749b782 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/6deb5800224f4b8ba201327ee749b782 2024-11-20T13:24:52,309 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 6deb5800224f4b8ba201327ee749b782(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:52,309 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:52,309 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=12, startTime=1732109091862; duration=0sec 2024-11-20T13:24:52,309 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:52,309 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:52,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109152373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109152373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109152384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109152386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109152391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,516 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:52,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5c7ee322b1445d69e870d226962e421_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5c7ee322b1445d69e870d226962e421_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:52,540 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/66d22e3e943d480bb2d4e525640b30a0, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:52,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/66d22e3e943d480bb2d4e525640b30a0 is 175, key is test_row_0/A:col10/1732109091985/Put/seqid=0 2024-11-20T13:24:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742438_1614 (size=39949) 2024-11-20T13:24:52,580 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/66d22e3e943d480bb2d4e525640b30a0 2024-11-20T13:24:52,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/e0aacc55cd6d4ae68ab80b62a49f7a3c is 50, key is test_row_0/B:col10/1732109091985/Put/seqid=0 2024-11-20T13:24:52,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742439_1615 (size=12301) 2024-11-20T13:24:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109152684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109152692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109152700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109152703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109152704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/e0aacc55cd6d4ae68ab80b62a49f7a3c 2024-11-20T13:24:53,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/2c4c5aa9b3724d5e8b00621164ef67b2 is 50, key is test_row_0/C:col10/1732109091985/Put/seqid=0 2024-11-20T13:24:53,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742440_1616 (size=12301) 2024-11-20T13:24:53,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/2c4c5aa9b3724d5e8b00621164ef67b2 2024-11-20T13:24:53,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/66d22e3e943d480bb2d4e525640b30a0 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/66d22e3e943d480bb2d4e525640b30a0 2024-11-20T13:24:53,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/66d22e3e943d480bb2d4e525640b30a0, entries=200, sequenceid=318, filesize=39.0 K 2024-11-20T13:24:53,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/e0aacc55cd6d4ae68ab80b62a49f7a3c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/e0aacc55cd6d4ae68ab80b62a49f7a3c 2024-11-20T13:24:53,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/e0aacc55cd6d4ae68ab80b62a49f7a3c, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T13:24:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/2c4c5aa9b3724d5e8b00621164ef67b2 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2c4c5aa9b3724d5e8b00621164ef67b2 2024-11-20T13:24:53,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2c4c5aa9b3724d5e8b00621164ef67b2, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T13:24:53,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 1214ms, sequenceid=318, compaction requested=false 2024-11-20T13:24:53,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:53,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T13:24:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:53,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9e18426ae054c56a31119bb1da767b8_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109092040/Put/seqid=0 2024-11-20T13:24:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109153288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109153288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109153292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109153297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109153297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742441_1617 (size=12454) 2024-11-20T13:24:53,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109153401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109153401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109153405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109153408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109153409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109153608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109153609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109153623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109153624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109153632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,756 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:53,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9e18426ae054c56a31119bb1da767b8_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9e18426ae054c56a31119bb1da767b8_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:53,790 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/92e3fa8dc96343649205d4fac88e7089, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:53,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/92e3fa8dc96343649205d4fac88e7089 is 175, key is test_row_0/A:col10/1732109092040/Put/seqid=0 2024-11-20T13:24:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742442_1618 (size=31255) 2024-11-20T13:24:53,831 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/92e3fa8dc96343649205d4fac88e7089 2024-11-20T13:24:53,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/43c1dc4b72254d4ebc113c1767734657 is 50, key is test_row_0/B:col10/1732109092040/Put/seqid=0 2024-11-20T13:24:53,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742443_1619 (size=12301) 2024-11-20T13:24:53,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/43c1dc4b72254d4ebc113c1767734657 2024-11-20T13:24:53,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/371562510ef94c9c9cd1a713d834dea3 is 50, key is test_row_0/C:col10/1732109092040/Put/seqid=0 2024-11-20T13:24:53,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742444_1620 (size=12301) 2024-11-20T13:24:53,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109153913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/371562510ef94c9c9cd1a713d834dea3 2024-11-20T13:24:53,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109153923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/92e3fa8dc96343649205d4fac88e7089 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/92e3fa8dc96343649205d4fac88e7089 2024-11-20T13:24:53,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109153928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/92e3fa8dc96343649205d4fac88e7089, entries=150, sequenceid=336, filesize=30.5 K 2024-11-20T13:24:53,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/43c1dc4b72254d4ebc113c1767734657 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/43c1dc4b72254d4ebc113c1767734657 2024-11-20T13:24:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109153934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/43c1dc4b72254d4ebc113c1767734657, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T13:24:53,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/371562510ef94c9c9cd1a713d834dea3 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/371562510ef94c9c9cd1a713d834dea3 2024-11-20T13:24:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109153949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/371562510ef94c9c9cd1a713d834dea3, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T13:24:53,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 754ms, sequenceid=336, compaction requested=true 2024-11-20T13:24:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:53,988 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:53,988 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:53,990 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:53,990 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/B is initiating minor compaction (all files) 2024-11-20T13:24:53,990 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/B in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:53,990 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/1481ef0075904fa988a573cb58b08ebc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/e0aacc55cd6d4ae68ab80b62a49f7a3c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/43c1dc4b72254d4ebc113c1767734657] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=36.7 K 2024-11-20T13:24:53,990 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:53,990 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:53,990 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:53,990 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/12b308c90281402ca4e6db1d4b097f09, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/66d22e3e943d480bb2d4e525640b30a0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/92e3fa8dc96343649205d4fac88e7089] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=100.7 K 2024-11-20T13:24:53,990 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:53,990 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/12b308c90281402ca4e6db1d4b097f09, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/66d22e3e943d480bb2d4e525640b30a0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/92e3fa8dc96343649205d4fac88e7089] 2024-11-20T13:24:53,991 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1481ef0075904fa988a573cb58b08ebc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109089607 2024-11-20T13:24:53,992 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 12b308c90281402ca4e6db1d4b097f09, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109089607 2024-11-20T13:24:53,992 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0aacc55cd6d4ae68ab80b62a49f7a3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732109090834 2024-11-20T13:24:53,992 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 66d22e3e943d480bb2d4e525640b30a0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732109090834 2024-11-20T13:24:53,992 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43c1dc4b72254d4ebc113c1767734657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732109092040 2024-11-20T13:24:53,993 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 92e3fa8dc96343649205d4fac88e7089, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732109092040 2024-11-20T13:24:54,005 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:54,006 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/2f365183b99249f5bc4fea6ad590132c is 50, key is test_row_0/B:col10/1732109092040/Put/seqid=0 2024-11-20T13:24:54,016 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742445_1621 (size=13085) 2024-11-20T13:24:54,028 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207ec3bb52ee4344b3b5dfe637a50477c7_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:54,030 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207ec3bb52ee4344b3b5dfe637a50477c7_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:54,030 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ec3bb52ee4344b3b5dfe637a50477c7_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:54,033 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/2f365183b99249f5bc4fea6ad590132c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/2f365183b99249f5bc4fea6ad590132c 2024-11-20T13:24:54,038 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/B of 8c4a6c39d75ef1b7d2f2a4831978a32b into 2f365183b99249f5bc4fea6ad590132c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:54,038 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:54,038 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/B, priority=13, startTime=1732109093988; duration=0sec 2024-11-20T13:24:54,038 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:54,038 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:54,039 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T13:24:54,041 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T13:24:54,041 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:54,041 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:54,041 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/6deb5800224f4b8ba201327ee749b782, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2c4c5aa9b3724d5e8b00621164ef67b2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/371562510ef94c9c9cd1a713d834dea3] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=36.7 K 2024-11-20T13:24:54,042 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6deb5800224f4b8ba201327ee749b782, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732109089607 2024-11-20T13:24:54,042 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c4c5aa9b3724d5e8b00621164ef67b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732109090834 2024-11-20T13:24:54,042 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371562510ef94c9c9cd1a713d834dea3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732109092040 2024-11-20T13:24:54,059 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:54,059 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/2561eefc654c462c8e7acf90d903ee0b is 50, key is test_row_0/C:col10/1732109092040/Put/seqid=0 2024-11-20T13:24:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742446_1622 (size=4469) 2024-11-20T13:24:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742447_1623 (size=13085) 2024-11-20T13:24:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T13:24:54,366 INFO [Thread-2358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-20T13:24:54,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T13:24:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-20T13:24:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T13:24:54,404 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T13:24:54,412 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T13:24:54,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T13:24:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:54,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T13:24:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:54,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:54,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de94d93bc5324f2898f95b606353effb_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109093292/Put/seqid=0 2024-11-20T13:24:54,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109154460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109154461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109154465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109154469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109154473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742448_1624 (size=14994) 2024-11-20T13:24:54,481 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:54,500 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de94d93bc5324f2898f95b606353effb_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de94d93bc5324f2898f95b606353effb_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T13:24:54,501 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/de08fe3d25554fb3afec42258c5d0683, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:54,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/de08fe3d25554fb3afec42258c5d0683 is 175, key is test_row_0/A:col10/1732109093292/Put/seqid=0 2024-11-20T13:24:54,516 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#514 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:54,517 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/8718c97497194d8c8d5f20979ccc0765 is 175, key is test_row_0/A:col10/1732109092040/Put/seqid=0 2024-11-20T13:24:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742449_1625 (size=39949) 2024-11-20T13:24:54,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109154572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T13:24:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:54,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109154572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109154580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742450_1626 (size=32039) 2024-11-20T13:24:54,600 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/2561eefc654c462c8e7acf90d903ee0b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2561eefc654c462c8e7acf90d903ee0b 2024-11-20T13:24:54,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109154596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,624 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/8718c97497194d8c8d5f20979ccc0765 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8718c97497194d8c8d5f20979ccc0765 2024-11-20T13:24:54,634 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 2561eefc654c462c8e7acf90d903ee0b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:54,634 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:54,634 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=13, startTime=1732109093988; duration=0sec 2024-11-20T13:24:54,634 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:54,634 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:54,658 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into 8718c97497194d8c8d5f20979ccc0765(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:54,658 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:54,658 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=13, startTime=1732109093988; duration=0sec 2024-11-20T13:24:54,658 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:54,658 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T13:24:54,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T13:24:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:54,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109154783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109154783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109154796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109154816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:54,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T13:24:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:54,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:54,941 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/de08fe3d25554fb3afec42258c5d0683 2024-11-20T13:24:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T13:24:55,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/38acf030fa5847f783d054de589f2c15 is 50, key is test_row_0/B:col10/1732109093292/Put/seqid=0 2024-11-20T13:24:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742451_1627 (size=12301) 2024-11-20T13:24:55,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/38acf030fa5847f783d054de589f2c15 2024-11-20T13:24:55,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T13:24:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:55,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T13:24:55,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109155096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/349d089257b94bb69863c679f6fa9bbc is 50, key is test_row_0/C:col10/1732109093292/Put/seqid=0 2024-11-20T13:24:55,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109155109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109155112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109155124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742452_1628 (size=12301) 2024-11-20T13:24:55,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/349d089257b94bb69863c679f6fa9bbc 2024-11-20T13:24:55,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/de08fe3d25554fb3afec42258c5d0683 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/de08fe3d25554fb3afec42258c5d0683 2024-11-20T13:24:55,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/de08fe3d25554fb3afec42258c5d0683, entries=200, sequenceid=360, filesize=39.0 K 2024-11-20T13:24:55,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/38acf030fa5847f783d054de589f2c15 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/38acf030fa5847f783d054de589f2c15 2024-11-20T13:24:55,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/38acf030fa5847f783d054de589f2c15, entries=150, sequenceid=360, filesize=12.0 K 2024-11-20T13:24:55,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/349d089257b94bb69863c679f6fa9bbc as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/349d089257b94bb69863c679f6fa9bbc 2024-11-20T13:24:55,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/349d089257b94bb69863c679f6fa9bbc, entries=150, sequenceid=360, filesize=12.0 K 2024-11-20T13:24:55,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 742ms, sequenceid=360, compaction requested=false 2024-11-20T13:24:55,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:55,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36009 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T13:24:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:55,237 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T13:24:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:55,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e13290738ace479abbdee62599e000d2_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109094460/Put/seqid=0 2024-11-20T13:24:55,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742453_1629 (size=12454) 2024-11-20T13:24:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:55,351 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e13290738ace479abbdee62599e000d2_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e13290738ace479abbdee62599e000d2_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a07aad06f42a4c85bd8d625921a8f21b, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a07aad06f42a4c85bd8d625921a8f21b is 175, key is test_row_0/A:col10/1732109094460/Put/seqid=0 2024-11-20T13:24:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742454_1630 (size=31255) 2024-11-20T13:24:55,393 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a07aad06f42a4c85bd8d625921a8f21b 2024-11-20T13:24:55,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/55b90e4e9c78436eb37eb368ccd1bcad is 50, key is test_row_0/B:col10/1732109094460/Put/seqid=0 2024-11-20T13:24:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742455_1631 (size=12301) 2024-11-20T13:24:55,465 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/55b90e4e9c78436eb37eb368ccd1bcad 2024-11-20T13:24:55,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/46597c5459ad4e6abc3869aeb266b37a is 50, key is test_row_0/C:col10/1732109094460/Put/seqid=0 2024-11-20T13:24:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:55,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. as already flushing 2024-11-20T13:24:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T13:24:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742456_1632 (size=12301) 2024-11-20T13:24:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109155677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109155684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109155708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109155716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109155714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,778 DEBUG [Thread-2359 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:64876 2024-11-20T13:24:55,778 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:55,780 DEBUG [Thread-2361 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:64876 2024-11-20T13:24:55,780 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:55,784 DEBUG [Thread-2367 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:64876 2024-11-20T13:24:55,784 DEBUG [Thread-2367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:55,788 DEBUG [Thread-2365 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:64876 2024-11-20T13:24:55,788 DEBUG [Thread-2365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:55,791 DEBUG [Thread-2363 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:64876 2024-11-20T13:24:55,791 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:55,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49996 deadline: 1732109155820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49982 deadline: 1732109155820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49960 deadline: 1732109155829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49970 deadline: 1732109155836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T13:24:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49934 deadline: 1732109155837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:55,920 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/46597c5459ad4e6abc3869aeb266b37a 2024-11-20T13:24:55,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/a07aad06f42a4c85bd8d625921a8f21b as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a07aad06f42a4c85bd8d625921a8f21b 2024-11-20T13:24:55,958 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a07aad06f42a4c85bd8d625921a8f21b, entries=150, sequenceid=375, filesize=30.5 K 2024-11-20T13:24:55,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/55b90e4e9c78436eb37eb368ccd1bcad as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/55b90e4e9c78436eb37eb368ccd1bcad 2024-11-20T13:24:55,994 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/55b90e4e9c78436eb37eb368ccd1bcad, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T13:24:56,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/46597c5459ad4e6abc3869aeb266b37a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/46597c5459ad4e6abc3869aeb266b37a 2024-11-20T13:24:56,014 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/46597c5459ad4e6abc3869aeb266b37a, entries=150, sequenceid=375, filesize=12.0 K 2024-11-20T13:24:56,020 INFO [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 783ms, sequenceid=375, compaction requested=true 2024-11-20T13:24:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5ef453f0fbb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-20T13:24:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-20T13:24:56,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T13:24:56,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6100 sec 2024-11-20T13:24:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36009 {}] regionserver.HRegion(8581): Flush requested on 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:56,025 DEBUG [Thread-2348 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:64876 2024-11-20T13:24:56,025 DEBUG [Thread-2348 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:56,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.6450 sec 2024-11-20T13:24:56,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T13:24:56,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:56,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:56,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:56,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:56,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:56,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:56,035 DEBUG [Thread-2354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:64876 2024-11-20T13:24:56,035 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:56,036 DEBUG [Thread-2352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:64876 2024-11-20T13:24:56,036 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:56,044 DEBUG [Thread-2356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:64876 2024-11-20T13:24:56,044 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:56,044 DEBUG [Thread-2350 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:64876 2024-11-20T13:24:56,044 DEBUG [Thread-2350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:56,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1172c949d3b4681ad0ede6f8c8cd989_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109095664/Put/seqid=0 2024-11-20T13:24:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742457_1633 (size=12454) 2024-11-20T13:24:56,116 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:56,139 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1172c949d3b4681ad0ede6f8c8cd989_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1172c949d3b4681ad0ede6f8c8cd989_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:56,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/8427e198a7304c9a851a97d8271457d8, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:56,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/8427e198a7304c9a851a97d8271457d8 is 175, key is test_row_0/A:col10/1732109095664/Put/seqid=0 2024-11-20T13:24:56,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742458_1634 (size=31255) 2024-11-20T13:24:56,161 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/8427e198a7304c9a851a97d8271457d8 2024-11-20T13:24:56,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/c8cb1eb188ab460582d78f5a65fa670c is 50, key is test_row_0/B:col10/1732109095664/Put/seqid=0 2024-11-20T13:24:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742459_1635 (size=12301) 2024-11-20T13:24:56,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/c8cb1eb188ab460582d78f5a65fa670c 2024-11-20T13:24:56,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/f9e4bb241b814fad81567f7137b750d7 is 50, key is test_row_0/C:col10/1732109095664/Put/seqid=0 2024-11-20T13:24:56,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742460_1636 (size=12301) 2024-11-20T13:24:56,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/f9e4bb241b814fad81567f7137b750d7 2024-11-20T13:24:56,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/8427e198a7304c9a851a97d8271457d8 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8427e198a7304c9a851a97d8271457d8 2024-11-20T13:24:56,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8427e198a7304c9a851a97d8271457d8, entries=150, sequenceid=400, filesize=30.5 K 2024-11-20T13:24:56,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/c8cb1eb188ab460582d78f5a65fa670c as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/c8cb1eb188ab460582d78f5a65fa670c 2024-11-20T13:24:56,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/c8cb1eb188ab460582d78f5a65fa670c, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T13:24:56,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/f9e4bb241b814fad81567f7137b750d7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f9e4bb241b814fad81567f7137b750d7 2024-11-20T13:24:56,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f9e4bb241b814fad81567f7137b750d7, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T13:24:56,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 292ms, sequenceid=400, compaction requested=true 2024-11-20T13:24:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T13:24:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T13:24:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T13:24:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c4a6c39d75ef1b7d2f2a4831978a32b:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T13:24:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T13:24:56,324 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:56,324 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T13:24:56,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:56,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/A is initiating minor compaction (all files) 2024-11-20T13:24:56,326 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/A in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,326 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8718c97497194d8c8d5f20979ccc0765, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/de08fe3d25554fb3afec42258c5d0683, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a07aad06f42a4c85bd8d625921a8f21b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8427e198a7304c9a851a97d8271457d8] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=131.3 K 2024-11-20T13:24:56,326 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. files: [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8718c97497194d8c8d5f20979ccc0765, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/de08fe3d25554fb3afec42258c5d0683, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a07aad06f42a4c85bd8d625921a8f21b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8427e198a7304c9a851a97d8271457d8] 2024-11-20T13:24:56,326 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8718c97497194d8c8d5f20979ccc0765, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732109092040 2024-11-20T13:24:56,327 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting de08fe3d25554fb3afec42258c5d0683, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732109093263 2024-11-20T13:24:56,327 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting a07aad06f42a4c85bd8d625921a8f21b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732109094454 2024-11-20T13:24:56,327 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T13:24:56,327 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1540): 8c4a6c39d75ef1b7d2f2a4831978a32b/C is initiating minor compaction (all files) 2024-11-20T13:24:56,327 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c4a6c39d75ef1b7d2f2a4831978a32b/C in TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,328 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2561eefc654c462c8e7acf90d903ee0b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/349d089257b94bb69863c679f6fa9bbc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/46597c5459ad4e6abc3869aeb266b37a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f9e4bb241b814fad81567f7137b750d7] into tmpdir=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp, totalSize=48.8 K 2024-11-20T13:24:56,328 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8427e198a7304c9a851a97d8271457d8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732109095664 2024-11-20T13:24:56,328 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 2561eefc654c462c8e7acf90d903ee0b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732109092040 2024-11-20T13:24:56,328 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 349d089257b94bb69863c679f6fa9bbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732109093263 2024-11-20T13:24:56,336 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting 46597c5459ad4e6abc3869aeb266b37a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732109094454 2024-11-20T13:24:56,338 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] compactions.Compactor(224): Compacting f9e4bb241b814fad81567f7137b750d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732109095664 2024-11-20T13:24:56,339 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:56,342 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112015d218ba25a342b7804900ae92c8cc4e_8c4a6c39d75ef1b7d2f2a4831978a32b store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:56,347 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112015d218ba25a342b7804900ae92c8cc4e_8c4a6c39d75ef1b7d2f2a4831978a32b, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:56,347 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015d218ba25a342b7804900ae92c8cc4e_8c4a6c39d75ef1b7d2f2a4831978a32b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742461_1637 (size=4469) 2024-11-20T13:24:56,393 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#C#compaction#526 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:56,394 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/661204ab6f50486f9de3f0d81c22df8a is 50, key is test_row_0/C:col10/1732109095664/Put/seqid=0 2024-11-20T13:24:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742462_1638 (size=13221) 2024-11-20T13:24:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T13:24:56,517 INFO [Thread-2358 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2239 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2147 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2195 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2175 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2151 2024-11-20T13:24:56,517 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T13:24:56,517 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:24:56,517 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:64876 2024-11-20T13:24:56,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:56,524 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T13:24:56,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T13:24:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:56,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109096540"}]},"ts":"1732109096540"} 2024-11-20T13:24:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T13:24:56,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T13:24:56,552 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T13:24:56,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T13:24:56,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, UNASSIGN}] 2024-11-20T13:24:56,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, UNASSIGN 2024-11-20T13:24:56,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=159 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=CLOSING, regionLocation=5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:56,560 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T13:24:56,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; CloseRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197}] 2024-11-20T13:24:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T13:24:56,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:56,720 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(124): Close 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:56,720 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T13:24:56,720 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1681): Closing 8c4a6c39d75ef1b7d2f2a4831978a32b, disabling compactions & flushes 2024-11-20T13:24:56,720 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,788 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c4a6c39d75ef1b7d2f2a4831978a32b#A#compaction#525 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T13:24:56,806 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/fe8d06fb880842ae964bd35a09167979 is 175, key is test_row_0/A:col10/1732109095664/Put/seqid=0 2024-11-20T13:24:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T13:24:56,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742463_1639 (size=32175) 2024-11-20T13:24:56,866 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/661204ab6f50486f9de3f0d81c22df8a as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/661204ab6f50486f9de3f0d81c22df8a 2024-11-20T13:24:56,872 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/C of 8c4a6c39d75ef1b7d2f2a4831978a32b into 661204ab6f50486f9de3f0d81c22df8a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:56,872 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:56,872 INFO [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/C, priority=12, startTime=1732109096320; duration=0sec 2024-11-20T13:24:56,872 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T13:24:56,872 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:C 2024-11-20T13:24:56,872 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. because compaction request was cancelled 2024-11-20T13:24:56,872 DEBUG [RS:0;5ef453f0fbb6:36009-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:B 2024-11-20T13:24:56,873 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/fe8d06fb880842ae964bd35a09167979 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/fe8d06fb880842ae964bd35a09167979 2024-11-20T13:24:56,878 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c4a6c39d75ef1b7d2f2a4831978a32b/A of 8c4a6c39d75ef1b7d2f2a4831978a32b into fe8d06fb880842ae964bd35a09167979(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T13:24:56,878 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:56,878 INFO [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b., storeName=8c4a6c39d75ef1b7d2f2a4831978a32b/A, priority=12, startTime=1732109096320; duration=0sec 2024-11-20T13:24:56,878 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T13:24:56,878 DEBUG [RS:0;5ef453f0fbb6:36009-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c4a6c39d75ef1b7d2f2a4831978a32b:A 2024-11-20T13:24:56,878 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,878 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,878 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. after waiting 0 ms 2024-11-20T13:24:56,878 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:56,878 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(2837): Flushing 8c4a6c39d75ef1b7d2f2a4831978a32b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T13:24:56,879 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=A 2024-11-20T13:24:56,879 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:56,879 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=B 2024-11-20T13:24:56,879 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:56,879 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c4a6c39d75ef1b7d2f2a4831978a32b, store=C 2024-11-20T13:24:56,879 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T13:24:56,889 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b34ea2d6f80a422fae014bcb228df333_8c4a6c39d75ef1b7d2f2a4831978a32b is 50, key is test_row_0/A:col10/1732109096040/Put/seqid=0 2024-11-20T13:24:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742464_1640 (size=9914) 2024-11-20T13:24:56,905 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T13:24:56,909 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b34ea2d6f80a422fae014bcb228df333_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b34ea2d6f80a422fae014bcb228df333_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:56,911 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/f1ec37b5d809421bad67c4a65f4e0002, store: [table=TestAcidGuarantees family=A region=8c4a6c39d75ef1b7d2f2a4831978a32b] 2024-11-20T13:24:56,912 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/f1ec37b5d809421bad67c4a65f4e0002 is 175, key is test_row_0/A:col10/1732109096040/Put/seqid=0 2024-11-20T13:24:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742465_1641 (size=22561) 2024-11-20T13:24:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T13:24:57,352 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/f1ec37b5d809421bad67c4a65f4e0002 2024-11-20T13:24:57,361 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/25128ba7539f4f28b2a85ed047956537 is 50, key is test_row_0/B:col10/1732109096040/Put/seqid=0 2024-11-20T13:24:57,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742466_1642 (size=9857) 2024-11-20T13:24:57,375 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/25128ba7539f4f28b2a85ed047956537 2024-11-20T13:24:57,393 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/d29ad4593e6f41bdb93c937d4efa052f is 50, key is test_row_0/C:col10/1732109096040/Put/seqid=0 2024-11-20T13:24:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742467_1643 (size=9857) 2024-11-20T13:24:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T13:24:57,802 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/d29ad4593e6f41bdb93c937d4efa052f 2024-11-20T13:24:57,807 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/A/f1ec37b5d809421bad67c4a65f4e0002 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/f1ec37b5d809421bad67c4a65f4e0002 2024-11-20T13:24:57,810 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/f1ec37b5d809421bad67c4a65f4e0002, entries=100, sequenceid=409, filesize=22.0 K 2024-11-20T13:24:57,811 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/B/25128ba7539f4f28b2a85ed047956537 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/25128ba7539f4f28b2a85ed047956537 2024-11-20T13:24:57,817 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/25128ba7539f4f28b2a85ed047956537, entries=100, sequenceid=409, filesize=9.6 K 2024-11-20T13:24:57,818 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/.tmp/C/d29ad4593e6f41bdb93c937d4efa052f as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/d29ad4593e6f41bdb93c937d4efa052f 2024-11-20T13:24:57,823 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/d29ad4593e6f41bdb93c937d4efa052f, entries=100, sequenceid=409, filesize=9.6 K 2024-11-20T13:24:57,824 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8c4a6c39d75ef1b7d2f2a4831978a32b in 946ms, sequenceid=409, compaction requested=true 2024-11-20T13:24:57,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b27d5e195dbe4996ac1428d10be36f5d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/5021ef94222f411c9c74e30cdf2376e3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/97ca5f037a184fcf8e958a588f5a1e32, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/370553e679e4425aa72fcc8f8e14af39, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b77d78e8be6c423da8030da58428bf30, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/91636f66a9e9495bb03b979072590967, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b42543512b9f4d2b81542f6cfb0d0998, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/0748447f0a1d4cfea936cab0d56c05a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d4fb088b25bd4219b916c022b4da1191, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a04e98b6636f4f2a98ac44946387db24, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/9a2b1a147856407eb83b83c7f3dd5169, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/29a0f7e5372d436396d3ad85f8aa18be, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/73a89eea63f84af5803439e38967208d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d260436993944cd281c4a7ca9fd291c1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b26d222dc4704b6bad5959bf7826c868, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/00d8e694e46e4d6a88369257c7602523, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/77f0e6e356184fa6a6d120996f61d27e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/1f4157caa1404e4d820219d9c17cacb5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/498abbf966da49fe8c1b318da1dae144, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/12b308c90281402ca4e6db1d4b097f09, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/66d22e3e943d480bb2d4e525640b30a0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8718c97497194d8c8d5f20979ccc0765, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/92e3fa8dc96343649205d4fac88e7089, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/de08fe3d25554fb3afec42258c5d0683, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a07aad06f42a4c85bd8d625921a8f21b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8427e198a7304c9a851a97d8271457d8] to archive 2024-11-20T13:24:57,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:57,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b27d5e195dbe4996ac1428d10be36f5d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b27d5e195dbe4996ac1428d10be36f5d 2024-11-20T13:24:57,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/5021ef94222f411c9c74e30cdf2376e3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/5021ef94222f411c9c74e30cdf2376e3 2024-11-20T13:24:57,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/97ca5f037a184fcf8e958a588f5a1e32 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/97ca5f037a184fcf8e958a588f5a1e32 2024-11-20T13:24:57,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/370553e679e4425aa72fcc8f8e14af39 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/370553e679e4425aa72fcc8f8e14af39 2024-11-20T13:24:57,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b77d78e8be6c423da8030da58428bf30 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b77d78e8be6c423da8030da58428bf30 2024-11-20T13:24:57,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/91636f66a9e9495bb03b979072590967 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/91636f66a9e9495bb03b979072590967 2024-11-20T13:24:57,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b42543512b9f4d2b81542f6cfb0d0998 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b42543512b9f4d2b81542f6cfb0d0998 2024-11-20T13:24:57,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/0748447f0a1d4cfea936cab0d56c05a5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/0748447f0a1d4cfea936cab0d56c05a5 2024-11-20T13:24:57,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d4fb088b25bd4219b916c022b4da1191 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d4fb088b25bd4219b916c022b4da1191 2024-11-20T13:24:57,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a04e98b6636f4f2a98ac44946387db24 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a04e98b6636f4f2a98ac44946387db24 2024-11-20T13:24:57,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/9a2b1a147856407eb83b83c7f3dd5169 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/9a2b1a147856407eb83b83c7f3dd5169 2024-11-20T13:24:57,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/29a0f7e5372d436396d3ad85f8aa18be to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/29a0f7e5372d436396d3ad85f8aa18be 2024-11-20T13:24:57,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/73a89eea63f84af5803439e38967208d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/73a89eea63f84af5803439e38967208d 2024-11-20T13:24:57,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d260436993944cd281c4a7ca9fd291c1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/d260436993944cd281c4a7ca9fd291c1 2024-11-20T13:24:57,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/dacfa60f94ce4cf3b8b7addd9dc5a8d9 2024-11-20T13:24:57,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b26d222dc4704b6bad5959bf7826c868 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/b26d222dc4704b6bad5959bf7826c868 2024-11-20T13:24:57,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/00d8e694e46e4d6a88369257c7602523 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/00d8e694e46e4d6a88369257c7602523 2024-11-20T13:24:58,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/77f0e6e356184fa6a6d120996f61d27e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/77f0e6e356184fa6a6d120996f61d27e 2024-11-20T13:24:58,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/1f4157caa1404e4d820219d9c17cacb5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/1f4157caa1404e4d820219d9c17cacb5 2024-11-20T13:24:58,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/498abbf966da49fe8c1b318da1dae144 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/498abbf966da49fe8c1b318da1dae144 2024-11-20T13:24:58,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/12b308c90281402ca4e6db1d4b097f09 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/12b308c90281402ca4e6db1d4b097f09 2024-11-20T13:24:58,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/66d22e3e943d480bb2d4e525640b30a0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/66d22e3e943d480bb2d4e525640b30a0 2024-11-20T13:24:58,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8718c97497194d8c8d5f20979ccc0765 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8718c97497194d8c8d5f20979ccc0765 2024-11-20T13:24:58,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/92e3fa8dc96343649205d4fac88e7089 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/92e3fa8dc96343649205d4fac88e7089 2024-11-20T13:24:58,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/de08fe3d25554fb3afec42258c5d0683 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/de08fe3d25554fb3afec42258c5d0683 2024-11-20T13:24:58,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a07aad06f42a4c85bd8d625921a8f21b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/a07aad06f42a4c85bd8d625921a8f21b 2024-11-20T13:24:58,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8427e198a7304c9a851a97d8271457d8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/8427e198a7304c9a851a97d8271457d8 2024-11-20T13:24:58,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0e3c04d7e0184a36ab847c28327c8d1a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/6c48da9877344aac824b86243169f93d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/7d5a9a33ea524432b03c2aaeb77dad61, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/820cfc82a90a4fb28d7893d38a7fcdf5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/671cefa59a364a7e922cb206546612a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b9f817b5532146bd9601740c461af07c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/04b1e36be6b2477c8da1503592c8422d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/afc690d5dc4142fda5c992014ce23346, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ba1c4dc2da9c4debb5fedfd7b0168d07, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/5b7ed6bd911a459f8eb6924dd0d0598d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ae24c6baebfc41bc9fc7c2f20abaa8a5, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b81b2b2bc70344afba5e7da0f70dba6a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/137bf55078e944eab47ba2da10991ca1, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/8b00f6ad72054e31afbee3d12681f033, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/721e865866ed4e3fbd2ed9860e0da9f8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0b7617108314402ebc9f422b6970e747, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/fa8e235c23194b91b5d4b1f53f913af9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/82afdcb2b0bf4b5890dc38b495f9fbd6, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b68b373d638a4809b336a4a9ade893db, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/1481ef0075904fa988a573cb58b08ebc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/9ad582d6ad234e84bdf17bb4242bfa34, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/e0aacc55cd6d4ae68ab80b62a49f7a3c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/43c1dc4b72254d4ebc113c1767734657] to archive 2024-11-20T13:24:58,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:58,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0e3c04d7e0184a36ab847c28327c8d1a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0e3c04d7e0184a36ab847c28327c8d1a 2024-11-20T13:24:58,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/6c48da9877344aac824b86243169f93d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/6c48da9877344aac824b86243169f93d 2024-11-20T13:24:58,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/7d5a9a33ea524432b03c2aaeb77dad61 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/7d5a9a33ea524432b03c2aaeb77dad61 2024-11-20T13:24:58,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/820cfc82a90a4fb28d7893d38a7fcdf5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/820cfc82a90a4fb28d7893d38a7fcdf5 2024-11-20T13:24:58,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/671cefa59a364a7e922cb206546612a5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/671cefa59a364a7e922cb206546612a5 2024-11-20T13:24:58,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b9f817b5532146bd9601740c461af07c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b9f817b5532146bd9601740c461af07c 2024-11-20T13:24:58,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/04b1e36be6b2477c8da1503592c8422d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/04b1e36be6b2477c8da1503592c8422d 2024-11-20T13:24:58,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/afc690d5dc4142fda5c992014ce23346 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/afc690d5dc4142fda5c992014ce23346 2024-11-20T13:24:58,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ba1c4dc2da9c4debb5fedfd7b0168d07 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ba1c4dc2da9c4debb5fedfd7b0168d07 2024-11-20T13:24:58,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/5b7ed6bd911a459f8eb6924dd0d0598d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/5b7ed6bd911a459f8eb6924dd0d0598d 2024-11-20T13:24:58,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ae24c6baebfc41bc9fc7c2f20abaa8a5 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/ae24c6baebfc41bc9fc7c2f20abaa8a5 2024-11-20T13:24:58,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b81b2b2bc70344afba5e7da0f70dba6a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b81b2b2bc70344afba5e7da0f70dba6a 2024-11-20T13:24:58,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/137bf55078e944eab47ba2da10991ca1 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/137bf55078e944eab47ba2da10991ca1 2024-11-20T13:24:58,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/8b00f6ad72054e31afbee3d12681f033 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/8b00f6ad72054e31afbee3d12681f033 2024-11-20T13:24:58,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/721e865866ed4e3fbd2ed9860e0da9f8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/721e865866ed4e3fbd2ed9860e0da9f8 2024-11-20T13:24:58,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0b7617108314402ebc9f422b6970e747 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/0b7617108314402ebc9f422b6970e747 2024-11-20T13:24:58,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/fa8e235c23194b91b5d4b1f53f913af9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/fa8e235c23194b91b5d4b1f53f913af9 2024-11-20T13:24:58,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/82afdcb2b0bf4b5890dc38b495f9fbd6 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/82afdcb2b0bf4b5890dc38b495f9fbd6 2024-11-20T13:24:58,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b68b373d638a4809b336a4a9ade893db to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/b68b373d638a4809b336a4a9ade893db 2024-11-20T13:24:58,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/1481ef0075904fa988a573cb58b08ebc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/1481ef0075904fa988a573cb58b08ebc 2024-11-20T13:24:58,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/9ad582d6ad234e84bdf17bb4242bfa34 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/9ad582d6ad234e84bdf17bb4242bfa34 2024-11-20T13:24:58,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/e0aacc55cd6d4ae68ab80b62a49f7a3c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/e0aacc55cd6d4ae68ab80b62a49f7a3c 2024-11-20T13:24:58,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/43c1dc4b72254d4ebc113c1767734657 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/43c1dc4b72254d4ebc113c1767734657 2024-11-20T13:24:58,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/094a75db39244b9bbf5be9b774deba65, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/9d6bc0c8a3d94db881f252e6998b25dd, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22e01137c74c40b8ae56fc13f979e7bf, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/4e5044042fa0469988c9cfcab16b9788, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e69ea79cfc3d4887853dac3a717ce3a8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/8e7216fa51314577865af861af7ede0b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/893f8cc092b44302a98fe2c11326586b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/980757de0a6e4285ac9933cc3d7b430d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/dfed68e235794c6ebfdc63c2911076a8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22167acab1a6484b928df50ca6d2a3b9, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/5978486cef864c539776bb0d571c05df, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/513c20aa322f41998236877f84bae40c, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/84d9780dd810451892ccab58cf76d6d8, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/95d55c2e58f6468bb456d7bfa26a7508, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/baa067b941264bf39ac78f33e04e6f5e, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/02f858e17c0040328f586e7760487815, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f19683bd16654d5e8b763fc3681c15e0, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/c37be7fa95ba4bacb5a553d66004bb8d, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/82813dc386ad4f50b43ea7f6a9f2b723, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/6deb5800224f4b8ba201327ee749b782, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e9fb30d4d85d45048bab7abf9ddc68ab, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2c4c5aa9b3724d5e8b00621164ef67b2, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2561eefc654c462c8e7acf90d903ee0b, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/371562510ef94c9c9cd1a713d834dea3, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/349d089257b94bb69863c679f6fa9bbc, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/46597c5459ad4e6abc3869aeb266b37a, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f9e4bb241b814fad81567f7137b750d7] to archive 2024-11-20T13:24:58,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T13:24:58,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/094a75db39244b9bbf5be9b774deba65 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/094a75db39244b9bbf5be9b774deba65 2024-11-20T13:24:58,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/9d6bc0c8a3d94db881f252e6998b25dd to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/9d6bc0c8a3d94db881f252e6998b25dd 2024-11-20T13:24:58,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22e01137c74c40b8ae56fc13f979e7bf to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22e01137c74c40b8ae56fc13f979e7bf 2024-11-20T13:24:58,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/4e5044042fa0469988c9cfcab16b9788 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/4e5044042fa0469988c9cfcab16b9788 2024-11-20T13:24:58,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e69ea79cfc3d4887853dac3a717ce3a8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e69ea79cfc3d4887853dac3a717ce3a8 2024-11-20T13:24:58,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/8e7216fa51314577865af861af7ede0b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/8e7216fa51314577865af861af7ede0b 2024-11-20T13:24:58,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/893f8cc092b44302a98fe2c11326586b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/893f8cc092b44302a98fe2c11326586b 2024-11-20T13:24:58,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/980757de0a6e4285ac9933cc3d7b430d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/980757de0a6e4285ac9933cc3d7b430d 2024-11-20T13:24:58,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/dfed68e235794c6ebfdc63c2911076a8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/dfed68e235794c6ebfdc63c2911076a8 2024-11-20T13:24:58,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22167acab1a6484b928df50ca6d2a3b9 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/22167acab1a6484b928df50ca6d2a3b9 2024-11-20T13:24:58,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/5978486cef864c539776bb0d571c05df to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/5978486cef864c539776bb0d571c05df 2024-11-20T13:24:58,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/513c20aa322f41998236877f84bae40c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/513c20aa322f41998236877f84bae40c 2024-11-20T13:24:58,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/84d9780dd810451892ccab58cf76d6d8 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/84d9780dd810451892ccab58cf76d6d8 2024-11-20T13:24:58,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/95d55c2e58f6468bb456d7bfa26a7508 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/95d55c2e58f6468bb456d7bfa26a7508 2024-11-20T13:24:58,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/baa067b941264bf39ac78f33e04e6f5e to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/baa067b941264bf39ac78f33e04e6f5e 2024-11-20T13:24:58,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/02f858e17c0040328f586e7760487815 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/02f858e17c0040328f586e7760487815 2024-11-20T13:24:58,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f19683bd16654d5e8b763fc3681c15e0 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f19683bd16654d5e8b763fc3681c15e0 2024-11-20T13:24:58,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/c37be7fa95ba4bacb5a553d66004bb8d to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/c37be7fa95ba4bacb5a553d66004bb8d 2024-11-20T13:24:58,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/82813dc386ad4f50b43ea7f6a9f2b723 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/82813dc386ad4f50b43ea7f6a9f2b723 2024-11-20T13:24:58,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/6deb5800224f4b8ba201327ee749b782 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/6deb5800224f4b8ba201327ee749b782 2024-11-20T13:24:58,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e9fb30d4d85d45048bab7abf9ddc68ab to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/e9fb30d4d85d45048bab7abf9ddc68ab 2024-11-20T13:24:58,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2c4c5aa9b3724d5e8b00621164ef67b2 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2c4c5aa9b3724d5e8b00621164ef67b2 2024-11-20T13:24:58,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2561eefc654c462c8e7acf90d903ee0b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/2561eefc654c462c8e7acf90d903ee0b 2024-11-20T13:24:58,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/371562510ef94c9c9cd1a713d834dea3 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/371562510ef94c9c9cd1a713d834dea3 2024-11-20T13:24:58,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/349d089257b94bb69863c679f6fa9bbc to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/349d089257b94bb69863c679f6fa9bbc 2024-11-20T13:24:58,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/46597c5459ad4e6abc3869aeb266b37a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/46597c5459ad4e6abc3869aeb266b37a 2024-11-20T13:24:58,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f9e4bb241b814fad81567f7137b750d7 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/f9e4bb241b814fad81567f7137b750d7 2024-11-20T13:24:58,177 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=4 2024-11-20T13:24:58,178 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b. 2024-11-20T13:24:58,178 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1635): Region close journal for 8c4a6c39d75ef1b7d2f2a4831978a32b: 2024-11-20T13:24:58,180 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(170): Closed 8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=159 updating hbase:meta row=8c4a6c39d75ef1b7d2f2a4831978a32b, regionState=CLOSED 2024-11-20T13:24:58,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T13:24:58,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; CloseRegionProcedure 8c4a6c39d75ef1b7d2f2a4831978a32b, server=5ef453f0fbb6,36009,1732108922197 in 1.6280 sec 2024-11-20T13:24:58,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T13:24:58,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c4a6c39d75ef1b7d2f2a4831978a32b, UNASSIGN in 1.6370 sec 2024-11-20T13:24:58,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-20T13:24:58,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6420 sec 2024-11-20T13:24:58,199 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732109098199"}]},"ts":"1732109098199"} 2024-11-20T13:24:58,200 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T13:24:58,214 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T13:24:58,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6870 sec 2024-11-20T13:24:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T13:24:58,658 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-20T13:24:58,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T13:24:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:58,660 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T13:24:58,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=161, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:58,665 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,668 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C, FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/recovered.edits] 2024-11-20T13:24:58,674 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/f1ec37b5d809421bad67c4a65f4e0002 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/f1ec37b5d809421bad67c4a65f4e0002 2024-11-20T13:24:58,675 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/fe8d06fb880842ae964bd35a09167979 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/A/fe8d06fb880842ae964bd35a09167979 2024-11-20T13:24:58,678 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/25128ba7539f4f28b2a85ed047956537 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/25128ba7539f4f28b2a85ed047956537 2024-11-20T13:24:58,679 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/2f365183b99249f5bc4fea6ad590132c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/2f365183b99249f5bc4fea6ad590132c 2024-11-20T13:24:58,680 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/38acf030fa5847f783d054de589f2c15 to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/38acf030fa5847f783d054de589f2c15 2024-11-20T13:24:58,682 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/55b90e4e9c78436eb37eb368ccd1bcad to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/55b90e4e9c78436eb37eb368ccd1bcad 2024-11-20T13:24:58,683 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/c8cb1eb188ab460582d78f5a65fa670c to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/B/c8cb1eb188ab460582d78f5a65fa670c 2024-11-20T13:24:58,686 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/661204ab6f50486f9de3f0d81c22df8a to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/661204ab6f50486f9de3f0d81c22df8a 2024-11-20T13:24:58,687 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/d29ad4593e6f41bdb93c937d4efa052f to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/C/d29ad4593e6f41bdb93c937d4efa052f 2024-11-20T13:24:58,690 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/recovered.edits/412.seqid to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b/recovered.edits/412.seqid 2024-11-20T13:24:58,691 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/default/TestAcidGuarantees/8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,691 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T13:24:58,692 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T13:24:58,693 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T13:24:58,696 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200004b45918914d38b69156af2d9831e7_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200004b45918914d38b69156af2d9831e7_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,697 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200899e4a4c93d4a9a805fe025fba2e083_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200899e4a4c93d4a9a805fe025fba2e083_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,698 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009fd5e7d7dab41e2aa2d5793b113ae51_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112009fd5e7d7dab41e2aa2d5793b113ae51_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,700 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017a49a7397494798834697b58a3cdd69_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112017a49a7397494798834697b58a3cdd69_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,701 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120198a985c84704702b67cdb3e27323482_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120198a985c84704702b67cdb3e27323482_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,702 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bea7cf8735948fa86441f1295f95883_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202bea7cf8735948fa86441f1295f95883_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,703 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204a2f496f5dfc4d1baf56745faaef3922_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204a2f496f5dfc4d1baf56745faaef3922_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,706 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112055d5776efc6347358661baa1333b704f_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112055d5776efc6347358661baa1333b704f_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,707 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a0cd9c184614991ad2c754366cf5b40_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207a0cd9c184614991ad2c754366cf5b40_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,708 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a8a7869479b4ce5b3f8e1b420b66ac4_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a8a7869479b4ce5b3f8e1b420b66ac4_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,709 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4e09c37360f4d06b614b192125f06b8_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4e09c37360f4d06b614b192125f06b8_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,711 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6641e149eff427d8818cd65a0d40095_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6641e149eff427d8818cd65a0d40095_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,712 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adc88dd9e886408bb2f5a3ee57026196_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adc88dd9e886408bb2f5a3ee57026196_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,713 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b34ea2d6f80a422fae014bcb228df333_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b34ea2d6f80a422fae014bcb228df333_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,714 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1172c949d3b4681ad0ede6f8c8cd989_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1172c949d3b4681ad0ede6f8c8cd989_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,716 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9e18426ae054c56a31119bb1da767b8_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9e18426ae054c56a31119bb1da767b8_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,717 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de94d93bc5324f2898f95b606353effb_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de94d93bc5324f2898f95b606353effb_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,718 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e13290738ace479abbdee62599e000d2_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e13290738ace479abbdee62599e000d2_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,719 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5c7ee322b1445d69e870d226962e421_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5c7ee322b1445d69e870d226962e421_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,721 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ee0cb24d20594089ae3d5a986c95032a_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ee0cb24d20594089ae3d5a986c95032a_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,722 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5636e8796024a6cb063e96c1086aca7_8c4a6c39d75ef1b7d2f2a4831978a32b to hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f5636e8796024a6cb063e96c1086aca7_8c4a6c39d75ef1b7d2f2a4831978a32b 2024-11-20T13:24:58,722 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T13:24:58,725 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=161, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:58,727 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T13:24:58,729 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T13:24:58,730 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=161, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:58,730 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T13:24:58,730 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732109098730"}]},"ts":"9223372036854775807"} 2024-11-20T13:24:58,732 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T13:24:58,732 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8c4a6c39d75ef1b7d2f2a4831978a32b, NAME => 'TestAcidGuarantees,,1732109071351.8c4a6c39d75ef1b7d2f2a4831978a32b.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T13:24:58,732 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T13:24:58,732 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732109098732"}]},"ts":"9223372036854775807"} 2024-11-20T13:24:58,734 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T13:24:58,737 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=161, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T13:24:58,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-11-20T13:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37911 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T13:24:58,762 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-20T13:24:58,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1273 (was 1066) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=235 (was 528) 2024-11-20T13:24:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T13:24:58,776 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T13:24:58,776 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e83c466 to 127.0.0.1:64876 2024-11-20T13:24:58,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:58,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T13:24:58,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1364650780, stopped=false 2024-11-20T13:24:58,777 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5ef453f0fbb6,37911,1732108921388 2024-11-20T13:24:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:24:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:24:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T13:24:58,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T13:24:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:24:58,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:58,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:24:58,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T13:24:58,781 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,36009,1732108922197' ***** 2024-11-20T13:24:58,781 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T13:24:58,781 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T13:24:58,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T13:24:58,782 INFO [RS:0;5ef453f0fbb6:36009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T13:24:58,782 INFO [RS:0;5ef453f0fbb6:36009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T13:24:58,782 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(3579): Received CLOSE for 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:24:58,783 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:58,783 DEBUG [RS:0;5ef453f0fbb6:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:58,783 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T13:24:58,783 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T13:24:58,783 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T13:24:58,783 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T13:24:58,783 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8e3806fe12c08b924302d8df6d724aca, disabling compactions & flushes 2024-11-20T13:24:58,783 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:24:58,783 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:24:58,783 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. after waiting 0 ms 2024-11-20T13:24:58,783 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:24:58,783 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8e3806fe12c08b924302d8df6d724aca 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T13:24:58,783 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T13:24:58,783 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1603): Online Regions={8e3806fe12c08b924302d8df6d724aca=hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T13:24:58,783 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T13:24:58,783 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T13:24:58,783 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T13:24:58,783 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T13:24:58,784 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T13:24:58,784 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T13:24:58,784 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:24:58,811 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca/.tmp/info/3f59461d368c400baf44d61e833b5bb6 is 45, key is default/info:d/1732108926850/Put/seqid=0 2024-11-20T13:24:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742468_1644 (size=5037) 2024-11-20T13:24:58,821 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/info/929a0caacbb8496bbff55e5f7517e5dd is 143, key is hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca./info:regioninfo/1732108926666/Put/seqid=0 2024-11-20T13:24:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742469_1645 (size=7725) 2024-11-20T13:24:58,828 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/info/929a0caacbb8496bbff55e5f7517e5dd 2024-11-20T13:24:58,863 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/rep_barrier/87ea6703ae904b95a62a05843908d898 is 102, key is TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b./rep_barrier:/1732108955420/DeleteFamily/seqid=0 2024-11-20T13:24:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742470_1646 (size=6025) 2024-11-20T13:24:58,876 INFO [regionserver/5ef453f0fbb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:24:58,984 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:24:59,185 DEBUG [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8e3806fe12c08b924302d8df6d724aca 2024-11-20T13:24:59,217 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca/.tmp/info/3f59461d368c400baf44d61e833b5bb6 2024-11-20T13:24:59,221 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca/.tmp/info/3f59461d368c400baf44d61e833b5bb6 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca/info/3f59461d368c400baf44d61e833b5bb6 2024-11-20T13:24:59,225 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca/info/3f59461d368c400baf44d61e833b5bb6, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T13:24:59,226 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8e3806fe12c08b924302d8df6d724aca in 443ms, sequenceid=6, compaction requested=false 2024-11-20T13:24:59,230 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/namespace/8e3806fe12c08b924302d8df6d724aca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T13:24:59,230 INFO [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:24:59,230 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8e3806fe12c08b924302d8df6d724aca: 2024-11-20T13:24:59,231 DEBUG [RS_CLOSE_REGION-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732108925984.8e3806fe12c08b924302d8df6d724aca. 2024-11-20T13:24:59,276 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/rep_barrier/87ea6703ae904b95a62a05843908d898 2024-11-20T13:24:59,307 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/table/65d68efc9cab40a5bc301e002908cd38 is 96, key is TestAcidGuarantees,,1732108927628.e67b12ab3f9d483f9955e369a921699b./table:/1732108955420/DeleteFamily/seqid=0 2024-11-20T13:24:59,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742471_1647 (size=5942) 2024-11-20T13:24:59,319 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/table/65d68efc9cab40a5bc301e002908cd38 2024-11-20T13:24:59,323 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/info/929a0caacbb8496bbff55e5f7517e5dd as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/info/929a0caacbb8496bbff55e5f7517e5dd 2024-11-20T13:24:59,327 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/info/929a0caacbb8496bbff55e5f7517e5dd, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T13:24:59,328 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/rep_barrier/87ea6703ae904b95a62a05843908d898 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/rep_barrier/87ea6703ae904b95a62a05843908d898 2024-11-20T13:24:59,331 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/rep_barrier/87ea6703ae904b95a62a05843908d898, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T13:24:59,332 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/.tmp/table/65d68efc9cab40a5bc301e002908cd38 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/table/65d68efc9cab40a5bc301e002908cd38 2024-11-20T13:24:59,335 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/table/65d68efc9cab40a5bc301e002908cd38, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T13:24:59,336 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=93, compaction requested=false 2024-11-20T13:24:59,343 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T13:24:59,343 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T13:24:59,344 INFO [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T13:24:59,344 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T13:24:59,344 DEBUG [RS_CLOSE_META-regionserver/5ef453f0fbb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T13:24:59,385 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,36009,1732108922197; all regions closed. 2024-11-20T13:24:59,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741834_1010 (size=26050) 2024-11-20T13:24:59,393 DEBUG [RS:0;5ef453f0fbb6:36009 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/oldWALs 2024-11-20T13:24:59,393 INFO [RS:0;5ef453f0fbb6:36009 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C36009%2C1732108922197.meta:.meta(num 1732108925339) 2024-11-20T13:24:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741833_1009 (size=14519761) 2024-11-20T13:24:59,400 DEBUG [RS:0;5ef453f0fbb6:36009 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/oldWALs 2024-11-20T13:24:59,400 INFO [RS:0;5ef453f0fbb6:36009 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5ef453f0fbb6%2C36009%2C1732108922197:(num 1732108924879) 2024-11-20T13:24:59,400 DEBUG [RS:0;5ef453f0fbb6:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:59,401 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T13:24:59,401 INFO [RS:0;5ef453f0fbb6:36009 {}] hbase.ChoreService(370): Chore service for: regionserver/5ef453f0fbb6:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T13:24:59,401 INFO [regionserver/5ef453f0fbb6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:24:59,402 INFO [RS:0;5ef453f0fbb6:36009 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36009 2024-11-20T13:24:59,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5ef453f0fbb6,36009,1732108922197 2024-11-20T13:24:59,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T13:24:59,407 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fe2b08f2fd8@4603ee53 rejected from java.util.concurrent.ThreadPoolExecutor@30168f7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T13:24:59,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5ef453f0fbb6,36009,1732108922197] 2024-11-20T13:24:59,408 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5ef453f0fbb6,36009,1732108922197; numProcessing=1 2024-11-20T13:24:59,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5ef453f0fbb6,36009,1732108922197 already deleted, retry=false 2024-11-20T13:24:59,410 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5ef453f0fbb6,36009,1732108922197 expired; onlineServers=0 2024-11-20T13:24:59,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5ef453f0fbb6,37911,1732108921388' ***** 2024-11-20T13:24:59,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T13:24:59,410 DEBUG [M:0;5ef453f0fbb6:37911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b1f91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5ef453f0fbb6/172.17.0.2:0 2024-11-20T13:24:59,410 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegionServer(1224): stopping server 5ef453f0fbb6,37911,1732108921388 2024-11-20T13:24:59,410 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegionServer(1250): stopping server 5ef453f0fbb6,37911,1732108921388; all regions closed. 2024-11-20T13:24:59,410 DEBUG [M:0;5ef453f0fbb6:37911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T13:24:59,410 DEBUG [M:0;5ef453f0fbb6:37911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T13:24:59,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T13:24:59,410 DEBUG [M:0;5ef453f0fbb6:37911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T13:24:59,410 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108924548 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.small.0-1732108924548,5,FailOnTimeoutGroup] 2024-11-20T13:24:59,411 INFO [M:0;5ef453f0fbb6:37911 {}] hbase.ChoreService(370): Chore service for: master/5ef453f0fbb6:0 had [] on shutdown 2024-11-20T13:24:59,411 DEBUG [M:0;5ef453f0fbb6:37911 {}] master.HMaster(1733): Stopping service threads 2024-11-20T13:24:59,411 INFO [M:0;5ef453f0fbb6:37911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T13:24:59,411 DEBUG [master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108924547 {}] cleaner.HFileCleaner(306): Exit Thread[master/5ef453f0fbb6:0:becomeActiveMaster-HFileCleaner.large.0-1732108924547,5,FailOnTimeoutGroup] 2024-11-20T13:24:59,412 ERROR [M:0;5ef453f0fbb6:37911 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:38655 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38655,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T13:24:59,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T13:24:59,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T13:24:59,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T13:24:59,412 INFO [M:0;5ef453f0fbb6:37911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T13:24:59,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T13:24:59,414 DEBUG [M:0;5ef453f0fbb6:37911 {}] zookeeper.ZKUtil(347): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T13:24:59,414 WARN [M:0;5ef453f0fbb6:37911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T13:24:59,414 INFO [M:0;5ef453f0fbb6:37911 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T13:24:59,414 INFO [M:0;5ef453f0fbb6:37911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T13:24:59,414 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T13:24:59,414 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:24:59,414 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:24:59,414 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T13:24:59,414 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:24:59,414 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=765.53 KB heapSize=941.44 KB 2024-11-20T13:24:59,437 DEBUG [M:0;5ef453f0fbb6:37911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d66f0998704403f8895108cc1bd73f7 is 82, key is hbase:meta,,1/info:regioninfo/1732108925543/Put/seqid=0 2024-11-20T13:24:59,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742472_1648 (size=5672) 2024-11-20T13:24:59,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:24:59,508 INFO [RS:0;5ef453f0fbb6:36009 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,36009,1732108922197; zookeeper connection closed. 2024-11-20T13:24:59,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x10015185fc30001, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:24:59,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78f1785 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78f1785 2024-11-20T13:24:59,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T13:24:59,841 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2179 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d66f0998704403f8895108cc1bd73f7 2024-11-20T13:24:59,873 DEBUG [M:0;5ef453f0fbb6:37911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/366aec3338ad48c0a9b2f3f42cc23457 is 2278, key is \x00\x00\x00\x00\x00\x00\x00 /proc:d/1732108957446/Put/seqid=0 2024-11-20T13:24:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742473_1649 (size=41955) 2024-11-20T13:25:00,284 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=764.97 KB at sequenceid=2179 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/366aec3338ad48c0a9b2f3f42cc23457 2024-11-20T13:25:00,287 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 366aec3338ad48c0a9b2f3f42cc23457 2024-11-20T13:25:00,304 DEBUG [M:0;5ef453f0fbb6:37911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34804fdd260e4ffb89e15022310778b4 is 69, key is 5ef453f0fbb6,36009,1732108922197/rs:state/1732108924602/Put/seqid=0 2024-11-20T13:25:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073742474_1650 (size=5156) 2024-11-20T13:25:00,308 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2179 (bloomFilter=true), to=hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34804fdd260e4ffb89e15022310778b4 2024-11-20T13:25:00,312 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d66f0998704403f8895108cc1bd73f7 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d66f0998704403f8895108cc1bd73f7 2024-11-20T13:25:00,315 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d66f0998704403f8895108cc1bd73f7, entries=8, sequenceid=2179, filesize=5.5 K 2024-11-20T13:25:00,315 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/366aec3338ad48c0a9b2f3f42cc23457 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/366aec3338ad48c0a9b2f3f42cc23457 2024-11-20T13:25:00,318 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 366aec3338ad48c0a9b2f3f42cc23457 2024-11-20T13:25:00,318 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/366aec3338ad48c0a9b2f3f42cc23457, entries=161, sequenceid=2179, filesize=41.0 K 2024-11-20T13:25:00,318 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34804fdd260e4ffb89e15022310778b4 as hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34804fdd260e4ffb89e15022310778b4 2024-11-20T13:25:00,321 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38655/user/jenkins/test-data/31e1ab86-5d49-9656-d270-f048b9d4190a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34804fdd260e4ffb89e15022310778b4, entries=1, sequenceid=2179, filesize=5.0 K 2024-11-20T13:25:00,324 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(3040): Finished flush of dataSize ~765.53 KB/783902, heapSize ~941.14 KB/963728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=2179, compaction requested=false 2024-11-20T13:25:00,331 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T13:25:00,331 DEBUG [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T13:25:00,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35257 is added to blk_1073741830_1006 (size=926704) 2024-11-20T13:25:00,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T13:25:00,340 INFO [M:0;5ef453f0fbb6:37911 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T13:25:00,340 INFO [M:0;5ef453f0fbb6:37911 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37911 2024-11-20T13:25:00,342 DEBUG [M:0;5ef453f0fbb6:37911 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5ef453f0fbb6,37911,1732108921388 already deleted, retry=false 2024-11-20T13:25:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:25:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37911-0x10015185fc30000, quorum=127.0.0.1:64876, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T13:25:00,444 INFO [M:0;5ef453f0fbb6:37911 {}] regionserver.HRegionServer(1307): Exiting; stopping=5ef453f0fbb6,37911,1732108921388; zookeeper connection closed. 2024-11-20T13:25:00,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T13:25:00,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:25:00,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:25:00,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:25:00,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/hadoop.log.dir/,STOPPED} 2024-11-20T13:25:00,463 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T13:25:00,463 WARN [BP-1608623939-172.17.0.2-1732108918149 heartbeating to localhost/127.0.0.1:38655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T13:25:00,463 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T13:25:00,464 WARN [BP-1608623939-172.17.0.2-1732108918149 heartbeating to localhost/127.0.0.1:38655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1608623939-172.17.0.2-1732108918149 (Datanode Uuid 5f4f0a4c-ef98-452b-b3da-214094260842) service to localhost/127.0.0.1:38655 2024-11-20T13:25:00,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/dfs/data/data1/current/BP-1608623939-172.17.0.2-1732108918149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:25:00,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/cluster_9e9e294b-5d0d-2004-0f3b-8933187a02f0/dfs/data/data2/current/BP-1608623939-172.17.0.2-1732108918149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T13:25:00,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T13:25:00,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T13:25:00,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T13:25:00,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T13:25:00,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T13:25:00,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd558a9a-b2f3-8481-a1ee-4996551219d0/hadoop.log.dir/,STOPPED} 2024-11-20T13:25:00,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T13:25:00,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down